-- Logs begin at Tue 2021-08-10 13:44:13 UTC, end at Tue 2021-08-10 14:40:48 UTC. -- Aug 10 14:14:08.319422 dv-cinder-799668-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 14:14:11.019775 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.common.config [-] Logging enabled! Aug 10 14:14:11.020424 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 14:14:11.020551 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 14:14:11.023844 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.common.config [-] Logging enabled! Aug 10 14:14:11.024097 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 14:14:11.024408 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 14:14:11.025344 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 14:14:11.025577 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 14:14:11.025944 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 14:14:11.026220 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 14:14:11.026447 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 14:14:11.026765 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.027061 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.027385 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.027614 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.027908 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.028198 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.028482 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.028768 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.029064 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.029357 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.029636 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.029919 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.030175 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.030457 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.030743 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.031026 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.031249 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] debug = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.031530 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.031951 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.032371 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.032654 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.032940 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.033221 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.033493 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.033768 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.034075 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.034412 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] host = dv-cinder-799668-5-iscsi {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.034688 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.034974 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.035263 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.035548 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.035823 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.036099 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.036383 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.036654 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.036924 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] log_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.037199 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.037486 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.037773 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.038086 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.038312 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.038533 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.038820 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.039105 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.039385 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.039659 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.039934 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.040208 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.040482 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.040750 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.041034 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.041320 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.041605 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.041881 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.042184 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.042458 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.042729 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.043531 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.043819 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.044156 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.044435 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.044724 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.044994 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.045268 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.045571 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.045858 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.046168 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.046454 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.046728 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.047006 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.047279 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.047551 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.047825 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] use_json = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.048097 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.048368 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.048649 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.048921 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.049198 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.049472 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.049744 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.050057 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:11.050357 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.050655 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.050959 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.051243 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.051543 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.051828 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.052118 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.052397 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.052690 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.052979 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.053269 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.053552 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.053842 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.054151 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.054448 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.054756 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.055049 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.055343 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.055622 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.055900 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.056177 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.056457 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.056745 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.057040 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.057328 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.057606 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.057888 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.058204 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.059061 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.059349 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.059630 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.059920 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.060202 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.060479 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.060763 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.061043 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.061317 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.061589 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.061870 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.062190 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.062471 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.062744 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.063019 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.063294 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.063567 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.063856 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.064136 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.064410 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.064682 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.064959 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.065231 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.065504 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.065780 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.066079 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.066359 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.066632 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.066905 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.067177 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.067449 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.067720 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.067993 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.068265 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.068541 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.068813 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.069089 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.069359 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.069631 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.069903 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.070216 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.070518 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.070797 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.071078 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.071359 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.071637 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.071916 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.072193 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.072472 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.072751 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.073026 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.073317 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.073601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.073892 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.074225 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.074506 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.074802 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.075082 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.075365 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.075643 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.075927 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.076221 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.076507 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.076804 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.077100 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.077396 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.077691 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.078002 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.078294 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.078604 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.078886 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:11.079110 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 14:14:11.079356 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93233) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 14:14:11.431972 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 14:14:11.432248 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 14:14:11.432540 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 14:14:11.432881 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 14:14:11.838849 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.839138 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.839409 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.840776 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.841045 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.841310 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.879337 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.879669 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.879918 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.899400 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.899693 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.899969 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.931688 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.931975 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.932243 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.970991 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.971271 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:11.971541 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.214255 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.215021 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.215021 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.215021 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.215677 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.337245 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.337570 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.337852 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.338149 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.338415 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.338724 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.338982 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.339234 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.339485 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.339801 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.340060 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.340323 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.340673 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.340928 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.341190 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.341457 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.341715 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.342022 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.342283 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.342548 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.342818 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.343069 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.343351 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.343744 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.343991 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.344237 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.344646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:14:12.344884 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:14:12.345118 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:14:12.345355 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:14:12.345585 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:14:12.345810 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:14:12.346240 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 14:14:12.349830 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 14:14:12.353771 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 14:14:12.358444 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 10 14:14:12.360235 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 14:14:12.360691 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 14:14:12.361020 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 14:14:12.361406 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 14:14:12.364265 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 14:14:12.364517 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 14:14:12.364867 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 14:14:12.370237 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 14:14:12.392760 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 14:14:12.393225 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.393526 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93233) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 14:14:12.393886 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.395291 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93233) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 14:14:12.395578 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 14:14:12.395829 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 14:14:12.399365 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.399644 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:12.463159 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 14:14:12.463399 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 14:14:12.463637 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 14:14:12.464017 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 14:14:12.487002 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_db.sqlalchemy.engines [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93233) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 14:14:13.050835 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Initializing driver for type 'gre' Aug 10 14:14:13.051403 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] gre ID ranges: [(1, 1000)] Aug 10 14:14:13.118103 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Initializing driver for type 'local' Aug 10 14:14:13.118438 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Initializing driver for type 'vlan' Aug 10 14:14:13.133274 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] VlanTypeDriver initialization complete Aug 10 14:14:13.133627 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Initializing driver for type 'vxlan' Aug 10 14:14:13.134167 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] vxlan ID ranges: [(1, 1000)] Aug 10 14:14:13.197726 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Initializing extension driver 'port_security' Aug 10 14:14:13.198171 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.extensions.port_security [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] PortSecurityExtensionDriver initialization complete Aug 10 14:14:13.198518 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Initializing mechanism driver 'openvswitch' Aug 10 14:14:13.198885 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Initializing mechanism driver 'hyperv' Aug 10 14:14:13.205779 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:13.206516 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > port after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.206898 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > port after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.207259 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > port after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.207807 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:14:13.208255 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > subnet after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.208618 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > subnet after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.208973 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.209379 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:14:13.209795 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > network after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.210178 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > network after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.210531 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > network after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.210932 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:14:13.211349 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > security_group after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.211706 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > security_group after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.212060 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.212462 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:14:13.213016 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.213376 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.213727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.214161 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:14:13.214607 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > address_group after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.215137 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > address_group after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.215390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.215798 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:14:13.216192 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] ML2 OVO RPC backend initialized. {{(pid=93233) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 14:14:13.216938 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.217300 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.217729 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > network before_response 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.218113 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > networks before_response 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.218470 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > port before_response 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.218821 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > ports before_response 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.219171 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > subnet before_response 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.219520 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > subnets before_response 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.219873 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > network after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.220221 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > network after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.220566 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > network after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.220910 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > port after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.221253 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > port after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.221601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > port after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.221942 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > subnet after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.222310 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > subnet after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.222656 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.223270 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.plugin [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Modular L2 Plugin initialization complete Aug 10 14:14:13.223611 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading services supported by the core plugin {{(pid=93233) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 14:14:13.224206 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.plugins.ml2.managers [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Got port-security extension from driver 'port_security' Aug 10 14:14:13.224681 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.extensions.vlantransparent [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Disabled vlantransparent extension. Aug 10 14:14:13.225176 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93233) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 14:14:13.225498 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading Plugin: router Aug 10 14:14:13.268201 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.268595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router after_create 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.268977 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router before_create 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.269356 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.269743 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.270155 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router after_delete 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.270528 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.270910 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router after_create 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.271271 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router after_update 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.271629 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router after_update 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.271988 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.272354 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router after_update 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.272775 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_update 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.273155 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: port after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.273505 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: port after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.273853 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: subnet after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.274236 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.274600 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.274958 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_create 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.275306 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: port before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.275653 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.276017 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router after_update 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.276367 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.276728 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_create 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.277130 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.277484 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_update 55549900 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.277858 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > agent after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.278243 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > agent after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.278599 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > network after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.279520 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Tracking information for resource: router configured {{(pid=93233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:14:13.279863 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Tracking information for resource: floatingip configured {{(pid=93233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:14:13.285001 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.db.l3_agentschedulers_db [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 14:14:13.285730 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: port after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.286141 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: port after_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.286508 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: port after_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.286874 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: port after_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.287690 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router before_create 55550100 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.288064 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.288442 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_create 55550100 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.288805 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > router precommit_update 55550100 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.294040 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.services.provider_configuration [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service providers = [] {{(pid=93233) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 14:14:13.294425 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.db.servicetype_db [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93233) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 14:14:13.297467 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.services.service_base [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 14:14:13.297828 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.services.service_base [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 14:14:13.298207 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.services.service_base [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 14:14:13.299112 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.services.service_base [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 14:14:13.299499 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.services.service_base [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 14:14:13.299898 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:14:13.300235 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 14:14:13.311823 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:14:13.312106 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading Plugin: auto_allocate Aug 10 14:14:13.317971 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: network precommit_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.318374 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: network precommit_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.318910 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:14:13.319243 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading Plugin: tag Aug 10 14:14:13.325838 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:14:13.326203 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading Plugin: timestamp Aug 10 14:14:13.330332 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:14:13.330673 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading Plugin: network_ip_availability Aug 10 14:14:13.336153 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.336540 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.336908 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.337656 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:14:13.337999 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading Plugin: flavors Aug 10 14:14:13.343035 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:14:13.343378 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading Plugin: revisions Aug 10 14:14:13.347717 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:14:13.348118 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_concurrency.lockutils [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.915s {{(pid=93233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 14:14:13.348871 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93233) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 14:14:13.349472 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Initializing extension manager. Aug 10 14:14:13.349993 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: __init__.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.350365 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: __pycache__ {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.350709 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.351051 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: address_group.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.351833 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.352417 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: address-group Aug 10 14:14:13.352750 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: address_scope.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.353477 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.354022 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: address-scope Aug 10 14:14:13.354361 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.355986 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.356542 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: router-admin-state-down-before-update Aug 10 14:14:13.356876 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: agent.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.357803 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.358356 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: agent Aug 10 14:14:13.358688 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: agent_resources_synced.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.359614 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.360138 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: agent-resources-synced Aug 10 14:14:13.360471 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: allowedaddresspairs.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.362334 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.362865 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: allowed-address-pairs Aug 10 14:14:13.363195 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: auto_allocated_topology.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.364287 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.364808 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: auto-allocated-topology Aug 10 14:14:13.365143 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: availability_zone.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.365847 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.366405 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: availability_zone Aug 10 14:14:13.366732 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: availability_zone_filter.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.367666 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.368182 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: availability_zone_filter Aug 10 14:14:13.368510 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: data_plane_status.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.369433 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.369943 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 14:14:13.370322 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: default_subnetpools.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.371988 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.372506 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: default-subnetpools Aug 10 14:14:13.372838 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.373685 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.375016 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: dhcp_agent_scheduler Aug 10 14:14:13.375016 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: dns.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.375489 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.376004 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension dns-integration not supported by any of loaded plugins Aug 10 14:14:13.376334 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: dns_domain_ports.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.377643 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.377787 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 14:14:13.378158 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.379101 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.379627 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 14:14:13.379955 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: dvr.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.380639 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.381154 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: dvr Aug 10 14:14:13.381485 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: ecmp_routes.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.382446 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.382958 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 14:14:13.383288 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: empty_string_filtering.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.384219 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.384736 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: empty-string-filtering Aug 10 14:14:13.385073 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.386058 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.386562 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 14:14:13.387479 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.387825 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.388337 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 14:14:13.388671 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: external_net.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.389605 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.390155 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: external-net Aug 10 14:14:13.390555 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.391415 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.391930 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: extra_dhcp_opt Aug 10 14:14:13.392264 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: extraroute.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.393210 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.393724 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: extraroute Aug 10 14:14:13.394081 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: extraroute_atomic.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.395137 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.395656 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: extraroute-atomic Aug 10 14:14:13.395992 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: filter_validation.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.396677 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.397194 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: filter-validation Aug 10 14:14:13.397523 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: fip_pf_description.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.398482 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.398998 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 14:14:13.399330 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: fip_port_details.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.400261 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.400777 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: fip-port-details Aug 10 14:14:13.401111 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: flavors.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.402409 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.402933 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: flavors Aug 10 14:14:13.403270 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.404974 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.405502 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 14:14:13.405844 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: floatingip_pools.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.406595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.407118 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: floatingip-pools Aug 10 14:14:13.407451 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: ip_allocation.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.408400 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.408910 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 14:14:13.409239 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.410203 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.410722 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: ip-substring-filtering Aug 10 14:14:13.411057 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: l2_adjacency.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.412005 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.412523 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 14:14:13.412850 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: l3.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.414052 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.414582 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: router Aug 10 14:14:13.414916 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.417205 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.418376 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 14:14:13.418805 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.419572 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.420104 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: ext-gw-mode Aug 10 14:14:13.420441 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.421398 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.421919 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: l3-ha Aug 10 14:14:13.422286 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: l3_flavors.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.423218 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.423734 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: l3-flavors Aug 10 14:14:13.424066 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.424996 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.425515 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 14:14:13.425849 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: l3agentscheduler.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.426950 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.427474 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: l3_agent_scheduler Aug 10 14:14:13.427807 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: logging.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.429305 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.429837 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension logging not supported by any of loaded plugins Aug 10 14:14:13.430211 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: metering.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.430969 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.431561 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: metering Aug 10 14:14:13.431895 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.433004 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.434378 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: metering_source_and_destination_fields Aug 10 14:14:13.434488 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: multiprovidernet.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.435400 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.435920 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: multi-provider Aug 10 14:14:13.436255 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: netmtu.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.437184 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.437700 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: net-mtu Aug 10 14:14:13.438059 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: netmtu_writable.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.438998 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.439511 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: net-mtu-writable Aug 10 14:14:13.439848 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: network_availability_zone.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.440533 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.441045 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: network_availability_zone Aug 10 14:14:13.441374 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: network_ip_availability.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.442507 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.443026 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: network-ip-availability Aug 10 14:14:13.443361 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: network_segment_range.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.444147 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.444657 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 14:14:13.444988 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: pagination.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.446043 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.446389 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: pagination Aug 10 14:14:13.446722 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: port_device_profile.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.447689 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.448219 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: port-device-profile Aug 10 14:14:13.448551 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.449771 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.450325 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: port-mac-address-regenerate Aug 10 14:14:13.450656 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.451592 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.452114 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: port-numa-affinity-policy Aug 10 14:14:13.452445 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: port_resource_request.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.453380 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.453898 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 14:14:13.454262 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: portbindings.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.455211 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.455728 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: binding Aug 10 14:14:13.456056 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: portbindings_extended.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.457497 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.458053 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: binding-extended Aug 10 14:14:13.458395 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: portsecurity.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.459328 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.459849 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: port-security Aug 10 14:14:13.460186 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: project_id.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.461181 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.461521 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: project-id Aug 10 14:14:13.461850 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: providernet.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.462820 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.463346 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: provider Aug 10 14:14:13.463680 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.467906 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.468440 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos not supported by any of loaded plugins Aug 10 14:14:13.468784 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.470078 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.470614 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 14:14:13.470958 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.471911 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.472431 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 14:14:13.472770 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_default.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.473697 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.474499 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-default not supported by any of loaded plugins Aug 10 14:14:13.474837 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_fip.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.475516 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.476025 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-fip not supported by any of loaded plugins Aug 10 14:14:13.476358 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_gateway_ip.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.477296 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.477812 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 14:14:13.478179 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_port_network_policy.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.479106 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.479622 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 14:14:13.479959 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_pps_rule.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.481760 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.482312 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-pps not supported by any of loaded plugins Aug 10 14:14:13.482650 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_rule_type_details.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.483588 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.484107 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 14:14:13.484441 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: qos_rules_alias.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.485505 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.486058 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 14:14:13.486393 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: quotasv2.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.487412 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.487747 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: quotas Aug 10 14:14:13.488087 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: quotasv2_detail.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.491315 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.491666 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: quota_details Aug 10 14:14:13.492465 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: rbac.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.493320 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.493882 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: rbac-policies Aug 10 14:14:13.495472 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: rbac_address_group.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.495472 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.495773 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: rbac-address-group Aug 10 14:14:13.496120 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: rbac_address_scope.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.497055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.497577 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: rbac-address-scope Aug 10 14:14:13.497912 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: rbac_security_groups.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.498876 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.499393 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: rbac-security-groups Aug 10 14:14:13.499728 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: rbac_subnetpool.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.500656 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.501180 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: rbac-subnetpool Aug 10 14:14:13.501515 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: revisionifmatch.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.502481 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.502999 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: revision-if-match Aug 10 14:14:13.503331 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: revisions.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.504471 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.504992 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: standard-attr-revisions Aug 10 14:14:13.505328 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: router_availability_zone.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.506045 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.506566 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: router_availability_zone Aug 10 14:14:13.506901 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: routerservicetype.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.507836 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.508352 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension router-service-type not supported by any of loaded plugins Aug 10 14:14:13.508685 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.509632 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.510186 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: security-groups-normalized-cidr Aug 10 14:14:13.510518 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.511580 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.512138 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: port-security-groups-filtering Aug 10 14:14:13.512543 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.513491 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.514024 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: security-groups-remote-address-group Aug 10 14:14:13.514361 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: securitygroup.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.524059 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.524598 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: security-group Aug 10 14:14:13.524940 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: segment.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.525749 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.526299 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension segment not supported by any of loaded plugins Aug 10 14:14:13.526638 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.528190 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.528711 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 14:14:13.529048 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: servicetype.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.530303 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.530820 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: service-type Aug 10 14:14:13.531158 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: sorting.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.532160 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.532503 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: sorting Aug 10 14:14:13.532836 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: standard_attr_segment.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.533773 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.534328 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 14:14:13.534665 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: standardattrdescription.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.535327 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.535843 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: standard-attr-description Aug 10 14:14:13.536176 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: stateful_security_group.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.537129 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.537647 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: stateful-security-group Aug 10 14:14:13.537997 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: stdattrs_common.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.538601 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 14:14:13.538963 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.540013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.540535 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 14:14:13.540907 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: subnet_onboard.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.542052 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.542574 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: subnet_onboard Aug 10 14:14:13.543560 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.544585 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.545108 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 14:14:13.545442 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: subnet_service_types.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.546495 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.547064 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: subnet-service-types Aug 10 14:14:13.547397 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: subnetallocation.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.548528 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.549055 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: subnet_allocation Aug 10 14:14:13.549429 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.550164 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.550728 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: subnetpool-prefix-ops Aug 10 14:14:13.551114 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.552088 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.552645 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 14:14:13.553018 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: tagging.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.554172 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.554747 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: standard-attr-tag Aug 10 14:14:13.555102 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: timestamp.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.556377 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.556992 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loaded extension: standard-attr-timestamp Aug 10 14:14:13.557357 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: trunk.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.558646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.559366 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension trunk not supported by any of loaded plugins Aug 10 14:14:13.559713 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: trunk_details.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.560727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.561255 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension trunk-details not supported by any of loaded plugins Aug 10 14:14:13.561595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: uplink_status_propagation.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.562700 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.563175 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 14:14:13.563509 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Loading extension file: vlantransparent.py {{(pid=93233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:14:13.564210 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:14:13.564955 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 14:14:13.567680 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:network Aug 10 14:14:13.568225 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:subnet Aug 10 14:14:13.568633 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:14:13.569053 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:port Aug 10 14:14:13.570351 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.570812 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service FLAVORS assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.571461 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.571905 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.572245 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:router Aug 10 14:14:13.572681 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:floatingip Aug 10 14:14:13.573184 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service METERING assigned prefix: /metering {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.574813 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.575188 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.575548 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:14:13.576580 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 14:14:13.577033 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:security_group Aug 10 14:14:13.577477 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 14:14:13.579341 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service CORE assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.579706 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:14:13.580076 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] subnetpool is already registered Aug 10 14:14:13.580534 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service CORE assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.580878 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:14:13.581224 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] subnetpool is already registered Aug 10 14:14:13.583580 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.584020 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service FLAVORS assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.584630 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.585061 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.585404 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:router Aug 10 14:14:13.585754 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] router is already registered Aug 10 14:14:13.586208 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:floatingip Aug 10 14:14:13.586555 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] floatingip is already registered Aug 10 14:14:13.587019 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service METERING assigned prefix: /metering {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.587699 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 14:14:13.588032 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] rbac_policy is already registered Aug 10 14:14:13.588470 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:security_group Aug 10 14:14:13.588797 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] security_group is already registered Aug 10 14:14:13.589205 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 14:14:13.590111 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] security_group_rule is already registered Aug 10 14:14:13.590777 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service CORE assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.591429 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:14:13.591429 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] subnetpool is already registered Aug 10 14:14:13.591872 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.v2.resource_helper [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Service CORE assigned prefix: {{(pid=93233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:14:13.592211 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:14:13.592549 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING neutron.quota.resource_registry [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] subnetpool is already registered Aug 10 14:14:13.593017 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: extensions {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.594550 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: address-groups {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.596048 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: address-scopes {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.597402 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: agents {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.598608 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: auto-allocated-topology {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.600156 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: availability_zones {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.601384 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: dhcp-networks {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.602943 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: dhcp-agents {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.604377 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: routers {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.606825 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: flavors {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.608100 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: service_profiles {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.609324 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: next_providers {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.610808 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: service_profiles {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.612421 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: floatingip-pools {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.613606 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: routers {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.615359 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: floatingips {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.616653 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: l3-routers {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.618103 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: l3-agents {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.619542 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: metering-labels {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.621414 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: metering-label-rules {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.622951 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: network-ip-availabilities {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.624221 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: bindings {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.625788 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: quotas {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.627376 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: quotas {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.628836 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: rbac-policies {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.630058 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: security-groups {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.631372 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: security-group-rules {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.632633 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: service-providers {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.633863 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: subnetpools {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.635245 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: subnetpools {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.637379 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.639243 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.641064 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.643491 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.644614 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.647751 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.649447 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.651309 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.653273 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.655079 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron.api.extensions [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Extended resource: tags {{(pid=93233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:14:13.661061 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING keystonemiddleware.auth_token [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 14:14:13.665704 dv-cinder-799668-5-iscsi neutron-server[93233]: WARNING keystonemiddleware.auth_token [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 14:14:13.674287 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_concurrency.lockutils [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Acquired lock "singleton_lock" {{(pid=93233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 14:14:13.674780 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_concurrency.lockutils [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Releasing lock "singleton_lock" {{(pid=93233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 14:14:13.675431 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO oslo_service.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Starting 2 workers Aug 10 14:14:13.680326 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Started child 93342 {{(pid=93233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 14:14:13.685569 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Started child 93343 {{(pid=93233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 14:14:13.686525 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:13.687221 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO neutron.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 14:14:13.687892 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Notify callbacks [] for process, before_spawn {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:13.688061 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [-] (93342) wsgi starting up on http://0.0.0.0:9696 Aug 10 14:14:13.690304 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO oslo_service.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Starting 1 workers Aug 10 14:14:13.690475 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:13.691885 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [-] (93343) wsgi starting up on http://0.0.0.0:9696 Aug 10 14:14:13.695625 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Started child 93344 {{(pid=93233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 14:14:13.696166 dv-cinder-799668-5-iscsi neutron-server[93233]: INFO oslo_service.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Starting 1 workers Aug 10 14:14:13.700561 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] calling RpcWorker wait() {{(pid=93344) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 14:14:13.701156 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] returning from RpcWorker wait() {{(pid=93344) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 14:14:13.701478 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Started child 93345 {{(pid=93233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 14:14:13.702379 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83b97fb9-35a5-49e9-b64b-6371b46a4b2e None None] Notify callbacks [] for process, after_spawn {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:13.702531 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:13.703210 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:13.704325 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 14:14:13.704530 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 14:14:13.704877 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 14:14:13.705104 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 14:14:13.705456 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 14:14:13.705627 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 14:14:13.706181 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.706480 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.706738 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.706954 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:13.707428 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.707428 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.707888 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.708150 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.708574 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.708845 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.709105 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.709272 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.709595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.709866 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.710133 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.710438 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.710722 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.710985 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.711275 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.711458 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.711732 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.712006 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.712274 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.712557 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] debug = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.712822 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.713333 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.713588 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.713865 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.714113 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.714400 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.714699 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.714976 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.715227 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.715453 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.715697 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.715959 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.716211 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.716429 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.716659 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.716938 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.717195 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.717674 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] host = dv-cinder-799668-5-iscsi {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.717929 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.718180 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.718440 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.718700 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.718949 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.719162 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.719618 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.719842 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.720036 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.720268 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.720483 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.720705 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.720929 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.721141 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.721321 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_options = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.721459 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.721743 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.722201 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.722452 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.722452 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.722842 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.722842 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.723160 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.723309 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.723478 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.723699 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.724174 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.724400 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.724620 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.724895 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.725129 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.725367 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.725583 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.725875 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.726103 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.726358 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.726596 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.726856 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.727105 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.727357 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.727580 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.727809 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.728051 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.728270 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.728530 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.728783 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.729047 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.729297 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.729568 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.729768 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.730035 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.730282 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.730556 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.730791 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.731047 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.731308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.731551 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.731810 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.732057 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.732289 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.732633 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_json = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.732844 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.733038 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.733184 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.733379 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.733624 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.733845 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.734099 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.734344 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.734790 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.735233 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.736415 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.737228 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.737384 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.737522 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:13.737691 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.737908 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.738208 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.738486 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.738734 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.739148 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.739415 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.739796 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.740011 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.741064 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.741064 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.741064 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.742273 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.743084 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.743528 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.743870 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.744164 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.744495 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.744787 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.745091 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.745429 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.745617 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.746507 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.746739 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.746952 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.747195 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.747453 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.747574 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.747796 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.748097 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.748291 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.748501 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.748782 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.753157 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.753157 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.753157 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.755673 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.756176 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.757575 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.757858 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.758153 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.758399 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.758656 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.758893 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.760874 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.761131 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.762037 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.762358 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.762612 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.762748 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.762996 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.763238 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.763466 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.770646 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771230 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771790 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771790 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.771790 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.772012 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.772127 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.772355 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.772605 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.772829 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.773052 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.773293 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.773564 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.773790 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.774044 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.774298 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.774526 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.774787 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.775018 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.775279 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.775535 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.775774 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.775990 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.776243 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.776464 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.776845 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.777302 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.777778 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.778292 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.778714 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.779141 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.779507 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.779926 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.780226 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.780499 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.781009 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.781385 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.781789 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.782213 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.782629 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.782909 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.783133 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.783532 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.783912 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.784347 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.784589 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.784835 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.785070 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.785345 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.785678 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.785946 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.786223 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.786461 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.786742 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.786978 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.787232 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.787520 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.787748 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.788013 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.788253 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.788502 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.788719 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.788934 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.789205 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.789438 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.789671 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.789887 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.790148 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.790374 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.790760 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.791019 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.791228 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.791436 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.791651 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.791868 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.792085 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.792332 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.792541 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.792808 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.793108 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.793395 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.793758 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.794042 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.794245 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.794504 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.794730 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.795031 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.795275 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.795493 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.795727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.795994 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.796248 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.796462 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.796702 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.796928 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.797148 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.797379 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.797601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.797822 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.798062 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.798484 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.798869 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.799152 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.799397 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.799727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.799999 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.800247 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.800494 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.800735 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.800996 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.801235 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.801446 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.801688 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.801904 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.802147 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.802427 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.802650 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.802903 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.803133 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.803345 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.803569 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.803774 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.804138 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.804432 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.804677 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.804913 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.805176 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.805410 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.805641 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.805874 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.806106 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.806316 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.806535 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.806749 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.806959 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.807192 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.807408 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.807607 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.807822 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.808033 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.808772 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.809045 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.809307 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.809520 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.809735 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.809949 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.810200 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.810441 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.810696 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.810905 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.811126 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.811339 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.811550 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.811777 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.811984 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.812191 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.812411 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.812622 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.812880 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.813128 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.813392 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.813609 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.813918 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.814169 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.814419 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.814658 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.814956 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.815185 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.815422 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.815643 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.815876 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.816671 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.817150 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.817499 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.817788 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.818070 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.818325 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.818617 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.818888 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.819140 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.819374 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.819656 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.819975 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.820251 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.820527 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.820753 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.821019 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.821260 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.821492 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.821723 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.821955 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.822204 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.822440 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.822665 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.822889 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.823135 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.823359 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.823594 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.823837 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.824635 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.824878 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.825094 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.825228 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 14:14:13.826252 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 14:14:13.826252 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 14:14:13.826252 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 14:14:13.826252 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 14:14:13.826698 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 14:14:13.826698 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 14:14:13.826946 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.826946 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.827172 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.827172 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.827431 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.827562 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.827684 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.827799 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.828704 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.828704 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.828704 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.828704 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.828704 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.828704 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.829474 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.829474 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.829474 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.829474 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.829474 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.830136 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.830136 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.830136 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.830136 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] debug = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.830136 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.830719 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.830719 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.830719 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831146 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831146 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831146 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831532 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831532 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831532 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831899 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831899 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.831899 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.832294 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.832294 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.832552 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.832552 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.832803 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] host = dv-cinder-799668-5-iscsi {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.832803 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.833048 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.833048 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.833310 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.833465 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.833607 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.833749 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.833889 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.834071 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.834071 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.834334 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.834472 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.834604 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.834765 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.834908 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_options = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.835048 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.835185 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.835324 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.835463 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.835605 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.835744 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.835888 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.836042 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.836199 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.836345 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.836487 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.836630 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.836769 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.836906 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.837045 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.837199 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.837337 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.837479 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.837617 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.837758 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.837901 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.838064 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.838203 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.838344 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.838494 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.838633 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.838771 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.838909 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.839044 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.839185 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.839328 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.839502 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.839645 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.839799 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.839931 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.840064 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.840197 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.840415 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.840415 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.840760 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.840901 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.841040 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.841192 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.841192 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.841454 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.841595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_json = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.841732 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.841871 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.841871 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.842297 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.842297 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.842574 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.842574 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.842931 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:14:13.842931 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.843199 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.843199 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.843462 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.843462 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.843730 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.843730 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.844011 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.844011 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.844278 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.844420 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.844556 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.844696 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.844884 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.844884 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.845326 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.845326 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.845326 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.845710 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.845710 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.846103 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.846103 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.846103 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.846682 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.846682 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.846682 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.846682 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.847278 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.847278 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.847278 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.847278 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.847829 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.847829 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.847829 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.847829 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.848395 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.848395 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.848395 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.848801 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.848801 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.848801 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.849493 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.849493 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.849493 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.849931 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.849931 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.849931 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.850438 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.850438 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.850438 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.850893 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.850893 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.850893 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.851275 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.851275 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.851275 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.851650 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.851650 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.851910 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.851910 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.852186 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.852186 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.852442 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.852442 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.852753 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.852753 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.853097 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.853097 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.853571 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.853571 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.853571 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.853571 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854158 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854158 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854158 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854921 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854921 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.854921 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.855876 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.855876 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.856116 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.856116 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.856347 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.856480 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.856604 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.856724 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.856844 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.856964 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.857128 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.857286 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.857444 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.857602 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.857760 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.857919 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.858129 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.858288 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.858451 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.858609 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.858767 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.858923 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.859082 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.859204 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:13.859317 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.859422 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.859525 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.859679 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.859836 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.859994 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.860151 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.860319 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.860477 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.860638 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.860796 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.860961 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.861130 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.861287 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.861445 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.861617 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.861747 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.861895 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.862073 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.862231 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.862388 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.862545 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.862703 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.862868 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.863037 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.863196 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.863355 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.863513 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.863695 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.863852 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.864012 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.864172 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.864329 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.864486 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.864644 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.864802 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.864961 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.865118 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.865277 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.865422 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.865583 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.865742 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.865899 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.866092 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.866217 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.866372 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.866529 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.866693 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.866851 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.867007 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.867165 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.867322 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.867482 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.867640 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.867797 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.867954 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.868112 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.868268 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.868427 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.868585 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.868741 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.868899 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.869055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.869213 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.869369 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.869529 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.869688 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.869847 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.870035 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.870167 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.870330 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.870488 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.870648 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.871000 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.871257 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.871433 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.871686 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.871816 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.871938 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.872052 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.872183 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.872340 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.872499 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.872672 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.872950 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.873133 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.873133 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.873330 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.873444 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.873557 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.873719 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.873876 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.874046 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.874202 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.874363 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.874526 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.874684 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.874842 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.874991 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.875147 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.875305 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.875489 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.877214 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.877214 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.877214 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.877214 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.877214 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.877214 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.877214 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.877214 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.878660 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.878660 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.878660 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.878660 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.878660 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.878660 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.878660 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.878660 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.879503 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.882390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.882390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.882390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.882390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.882390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.882390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.882390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.882390 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883308 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883936 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883936 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883936 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883936 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883936 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883936 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883936 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.883936 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.884595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.884595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.884595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.884595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.884595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.884595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.884595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.884595 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.885601 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887055 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.887727 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.888078 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:14:13.888078 dv-cinder-799668-5-iscsi neutron-server[93233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 14:14:13.993554 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46074) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:14.002599 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066283 Aug 10 14:14:25.860068 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebf2b5-ec5c-471a-ad40-2aa57a23fdb3 None None] get_active_networks_info from dv-cinder-799668-5-iscsi {{(pid=93344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 14:14:25.951063 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebf2b5-ec5c-471a-ad40-2aa57a23fdb3 None None] No non-hosted networks {{(pid=93344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 14:14:25.968156 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.agentschedulers_db [None req-46ebf2b5-ec5c-471a-ad40-2aa57a23fdb3 None None] DHCP Agent not found on host dv-cinder-799668-5-iscsi {{(pid=93344) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 14:14:26.038692 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a79183b5-6005-45a2-922d-ee5f3f8ecaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496125'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:28.575741 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7ed30b69-22fd-4f68-bbc1-2a85c71412f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496125'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:28.639847 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2dd5458a-8fc9-4a95-8c25-7edc2e65e2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:28.710919 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496125'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:28.712257 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.712938 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.714287 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.714959 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.715673 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.716457 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.717065 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.717770 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.718523 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.719121 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.719679 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.720528 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:28.722547 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799668-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:28.734629 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799668-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:14:29.851597 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496125'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:31.541483 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496125'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:32.739994 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46166) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:33.048677 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.db.l3_hamode_db [None req-c82f7311-2034-4d1b-97dc-35fe88f82923 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 14:14:33.130559 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f7311-2034-4d1b-97dc-35fe88f82923 None None] Routers set() bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:14:33.130953 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f7311-2034-4d1b-97dc-35fe88f82923 None None] Router IDs set() for agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 14:14:33.280786 dv-cinder-799668-5-iscsi neutron-server[93342]: WARNING oslo_policy.policy [None req-eb385c3e-400e-4ce5-b163-9e9f502c29a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:14:33.281396 dv-cinder-799668-5-iscsi neutron-server[93342]: WARNING oslo_policy.policy [None req-eb385c3e-400e-4ce5-b163-9e9f502c29a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:14:33.507607 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [None req-eb385c3e-400e-4ce5-b163-9e9f502c29a0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:14:33.508704 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-eb385c3e-400e-4ce5-b163-9e9f502c29a0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7678158 Aug 10 14:14:35.896036 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46180) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:36.212413 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-f1602bbc-432c-4916-8806-51db83465ca4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:36.307154 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.policy [None req-f1602bbc-432c-4916-8806-51db83465ca4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93342) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 14:14:36.352174 dv-cinder-799668-5-iscsi neutron-server[93342]: WARNING oslo_policy.policy [None req-f1602bbc-432c-4916-8806-51db83465ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:14:36.352556 dv-cinder-799668-5-iscsi neutron-server[93342]: WARNING oslo_policy.policy [None req-f1602bbc-432c-4916-8806-51db83465ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:14:36.361656 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.quota [None req-f1602bbc-432c-4916-8806-51db83465ca4 admin admin] Loaded quota_driver: . Aug 10 14:14:36.456145 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f1602bbc-432c-4916-8806-51db83465ca4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758704795763', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758704799142', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758704931320', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758704933803', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758701240531', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758704961691', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-566948', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1329283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-372635', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698581'] for rbac-policy, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.527459 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f1602bbc-432c-4916-8806-51db83465ca4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:36.528696 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f1602bbc-432c-4916-8806-51db83465ca4 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6316926 Aug 10 14:14:39.093536 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46192) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:39.391461 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:39.423507 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Made reservation on behalf of 390fcae0a72e4118bf0d7141bc6c5cb2 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:14:39.426438 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.444769 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.578343 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.582710 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.608713 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:14:39.636415 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758701940583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.636990 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Unsubscribe: segment precommit_create {{(pid=93342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 14:14:39.637515 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Added segment 3a13ed9a-adc4-435d-b804-e3da7fd4d2d7 of type vlan for network 5cafeec2-de39-4dd3-b789-1f4dd58e52de Aug 10 14:14:39.644352 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ff981a-56cc-4ed8-9f51-8814acf7b0da,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:39.669103 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.669487 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.669852 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.670276 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.670644 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.670988 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.671320 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.671642 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.671977 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.672297 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.672614 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.672966 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Tracked resource versions report: Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: pushed versions: Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: { 'AddressGroup': {'1.2'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'ConntrackHelper': {'1.0'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Log': {'1.0'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Network': {'1.1'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Port': {'1.7'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'PortForwarding': {'1.2'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'QosPolicy': {'1.9'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SecurityGroup': {'1.4'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SubPort': {'1.0'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Subnet': {'1.1'}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Trunk': {'1.1'}} Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: consumer versions: Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: { DHCP agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: L3 agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: Metadata agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: Metering agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: Open vSwitch agent@dv-cinder-799668-5-iscsi: { 'AddressGroup': '1.2', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'ConntrackHelper': '1.0', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Log': '1.0', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Network': '1.1', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Port': '1.7', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'PortForwarding': '1.2', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'QosPolicy': '1.9', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SecurityGroup': '1.4', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SecurityGroupRule': '1.2', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SubPort': '1.0', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Subnet': '1.1', Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Trunk': '1.1'}} Aug 10 14:14:39.674116 dv-cinder-799668-5-iscsi neutron-server[93342]: {{(pid=93342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:14:39.762678 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.813723 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.814877 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:39.815525 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:39.894501 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7997413 Aug 10 14:14:39.920711 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee7b39-6147-4695-8308-a46f08e996c6 admin admin] Pushing event updated for resources: {'Network': ['ID=5cafeec2-de39-4dd3-b789-1f4dd58e52de,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:39.934505 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 5cafeec2-de39-4dd3-b789-1f4dd58e52de details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:14:42.542201 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46206) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:42.939936 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fda9af-195b-4d71-96ff-07dc8cd5d7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:42.941318 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-58fda9af-195b-4d71-96ff-07dc8cd5d7a5 admin admin] 10.222.0.44 "GET /v2.0/networks/5cafeec2-de39-4dd3-b789-1f4dd58e52de HTTP/1.1" status: 200 len: 825 time: 0.3980644 Aug 10 14:14:42.969841 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ebbf83c6-0bca-45b8-b2f9-b0fd18cfe532 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/aa68e4b9-f2a6-4970-a9d0-98d2cf2f6df9 HTTP/1.1" status: 200 len: 734 time: 0.0207319 Aug 10 14:14:42.979651 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'subnetpool_id': 'aa68e4b9-f2a6-4970-a9d0-98d2cf2f6df9', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:43.003669 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Made reservation on behalf of 390fcae0a72e4118bf0d7141bc6c5cb2 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:14:43.006239 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:43.317877 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:43.408797 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Checking segment: {'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:14:43.409183 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Network hostable DHCP agents. Network: 5cafeec2-de39-4dd3-b789-1f4dd58e52de, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:14:43.413866 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15d99a9-0fd6-478a-b637-2ca056e299c9,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:43.435640 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Network 5cafeec2-de39-4dd3-b789-1f4dd58e52de is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:14:43.448851 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 5cafeec2-de39-4dd3-b789-1f4dd58e52de) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:14:43.453774 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:43.454424 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:43.458924 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1673da0a-ca81-4260-a613-a47fa1a9a806 None None] Network 5cafeec2-de39-4dd3-b789-1f4dd58e52de requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:14:43.468897 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-407a25b5-ad33-423f-8f11-0973501ccde2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4929299 Aug 10 14:14:43.815855 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'fixed_ips': [{'subnet_id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:14:43.817106 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.160848 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Allocated IP 172.20.0.2 (5cafeec2-de39-4dd3-b789-1f4dd58e52de/b15d99a9-0fd6-478a-b637-2ca056e299c9/f00ad355-cb58-4625-9d46-6cd08c5c3da4) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:14:44.473252 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.519392 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Transition to ACTIVE for port object f00ad355-cb58-4625-9d46-6cd08c5c3da4 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:14:44.543346 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Transition to ACTIVE for port object f00ad355-cb58-4625-9d46-6cd08c5c3da4 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:14:44.552458 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.623782 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Network 5cafeec2-de39-4dd3-b789-1f4dd58e52de is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:14:44.628613 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:14:44.641293 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:14:44.644557 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Pushing event updated for resources: {'Port': ['ID=f00ad355-cb58-4625-9d46-6cd08c5c3da4,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:44.676581 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.676978 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.677281 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.677625 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.677962 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.678324 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.678663 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.678997 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.679345 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.679674 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.680007 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.680330 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Tracked resource versions report: Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: pushed versions: Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: { 'AddressGroup': {'1.2'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'ConntrackHelper': {'1.0'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Log': {'1.0'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Network': {'1.1'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Port': {'1.7'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'PortForwarding': {'1.2'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'QosPolicy': {'1.9'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SecurityGroup': {'1.4'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SubPort': {'1.0'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Subnet': {'1.1'}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Trunk': {'1.1'}} Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: consumer versions: Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: { DHCP agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: L3 agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: Metadata agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: Metering agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: Open vSwitch agent@dv-cinder-799668-5-iscsi: { 'AddressGroup': '1.2', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'ConntrackHelper': '1.0', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Log': '1.0', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Network': '1.1', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Port': '1.7', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'PortForwarding': '1.2', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'QosPolicy': '1.9', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SecurityGroup': '1.4', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SecurityGroupRule': '1.2', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SubPort': '1.0', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Subnet': '1.1', Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Trunk': '1.1'}} Aug 10 14:14:44.681594 dv-cinder-799668-5-iscsi neutron-server[93344]: {{(pid=93344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:14:44.733402 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Attempting to bind port f00ad355-cb58-4625-9d46-6cd08c5c3da4 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:14:44.733709 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Attempting to bind port f00ad355-cb58-4625-9d46-6cd08c5c3da4 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:14:44.734169 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Attempting to bind port f00ad355-cb58-4625-9d46-6cd08c5c3da4 on network 5cafeec2-de39-4dd3-b789-1f4dd58e52de {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:14:44.739379 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:14:44.739785 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Checking segment: {'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:14:44.740248 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.740662 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Bound using segment: {'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:14:44.741149 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Bound port: f00ad355-cb58-4625-9d46-6cd08c5c3da4, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:14:44.741589 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.810881 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] For port f00ad355-cb58-4625-9d46-6cd08c5c3da4, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:14:44.815664 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] For port f00ad355-cb58-4625-9d46-6cd08c5c3da4, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=f00ad355-cb58-4625-9d46-6cd08c5c3da4,segment=NetworkSegment(3a13ed9a-adc4-435d-b804-e3da7fd4d2d7),segment_id=3a13ed9a-adc4-435d-b804-e3da7fd4d2d7)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:14:44.819438 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:44.890167 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad61d9-c047-458d-a859-229df33cf59b None None] Pushing event updated for resources: {'Port': ['ID=f00ad355-cb58-4625-9d46-6cd08c5c3da4,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:45.939610 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46214) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:46.288657 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [None req-5a8e85af-4ccb-4d9c-b75e-102982064e56 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:14:46.289639 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5a8e85af-4ccb-4d9c-b75e-102982064e56 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3489838 Aug 10 14:14:48.837058 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46222) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:49.339440 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [None req-06237fe4-2b6a-4b7b-b746-1d6e34842607 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:14:49.340793 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-06237fe4-2b6a-4b7b-b746-1d6e34842607 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5022459 Aug 10 14:14:52.188464 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46232) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:52.573034 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-5fd3e76e-630f-42f5-a620-1297e0c97e02 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'admin_state_up': True}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:52.603671 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e76e-630f-42f5-a620-1297e0c97e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:52.605535 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e76e-630f-42f5-a620-1297e0c97e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:52.808780 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e76e-630f-42f5-a620-1297e0c97e02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:52.814577 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e76e-630f-42f5-a620-1297e0c97e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:52.835829 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e76e-630f-42f5-a620-1297e0c97e02 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:52.838590 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5fd3e76e-630f-42f5-a620-1297e0c97e02 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6482005 Aug 10 14:14:53.978894 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c9cab-4d28-41f4-aacd-a94033d05195 None None] Network 5cafeec2-de39-4dd3-b789-1f4dd58e52de requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:14:54.048251 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-679c654d-dff6-42c6-be3c-320dae9ba00a None None] Provisioning for port f00ad355-cb58-4625-9d46-6cd08c5c3da4 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:14:54.639264 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device f00ad355-cb58-4625-9d46-6cd08c5c3da4 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:14:54.782494 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port f00ad355-cb58-4625-9d46-6cd08c5c3da4 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:14:54.786769 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port f00ad355-cb58-4625-9d46-6cd08c5c3da4 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:14:54.787227 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:54.910284 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:54.949155 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port f00ad355-cb58-4625-9d46-6cd08c5c3da4, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=f00ad355-cb58-4625-9d46-6cd08c5c3da4,segment=NetworkSegment(3a13ed9a-adc4-435d-b804-e3da7fd4d2d7),segment_id=3a13ed9a-adc4-435d-b804-e3da7fd4d2d7)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:14:54.954685 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:55.012297 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=f00ad355-cb58-4625-9d46-6cd08c5c3da4,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:55.397521 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46244) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:55.765120 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:14:55.780925 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-75771291-47fd-4ffe-9138-e989fabf27b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:56.023286 dv-cinder-799668-5-iscsi neutron-server[93343]: WARNING oslo_policy.policy [None req-53b5c3e0-2807-4f3d-9ec7-4e8d635eae32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:14:56.023861 dv-cinder-799668-5-iscsi neutron-server[93343]: WARNING oslo_policy.policy [None req-53b5c3e0-2807-4f3d-9ec7-4e8d635eae32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:14:56.242193 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [None req-53b5c3e0-2807-4f3d-9ec7-4e8d635eae32 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:14:56.243635 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-53b5c3e0-2807-4f3d-9ec7-4e8d635eae32 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8430417 Aug 10 14:14:56.611386 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device f00ad355-cb58-4625-9d46-6cd08c5c3da4 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:14:56.664313 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port f00ad355-cb58-4625-9d46-6cd08c5c3da4 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:14:56.665273 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:58.568527 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-42f955d5-4d49-4ed8-b0f1-8618f8d565ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:58.695490 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:58.752197 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46258) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:14:59.074551 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:14:59.075947 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.quota [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Loaded quota_driver: . Aug 10 14:14:59.132339 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Made reservation on behalf of 827acb5b6369453198865d5008d1f285 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:14:59.199080 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.policy [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93343) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 14:14:59.244756 dv-cinder-799668-5-iscsi neutron-server[93343]: WARNING oslo_policy.policy [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:14:59.245142 dv-cinder-799668-5-iscsi neutron-server[93343]: WARNING oslo_policy.policy [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:14:59.255036 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.276048 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.408332 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.412193 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.423640 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Reserving flat network on physical network physnet1 {{(pid=93343) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 14:14:59.456821 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758701940583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.457384 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Unsubscribe: segment precommit_create {{(pid=93343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 14:14:59.457905 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Added segment 87fec991-6493-43e5-bea6-f815bb099073 of type flat for network 7a4eaabe-d500-42fa-8a61-558d926136cc Aug 10 14:14:59.481552 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb1f46-4e67-42ed-b079-4d13e75c5159,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:59.515980 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.516331 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.516665 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.516990 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.517309 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.517641 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.517962 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.518300 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.518629 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.518942 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.519253 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.519569 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Tracked resource versions report: Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: pushed versions: Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: { 'AddressGroup': {'1.2'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'ConntrackHelper': {'1.0'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Log': {'1.0'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Network': {'1.1'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Port': {'1.7'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'PortForwarding': {'1.2'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'QosPolicy': {'1.9'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SecurityGroup': {'1.4'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SubPort': {'1.0'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Subnet': {'1.1'}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Trunk': {'1.1'}} Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: consumer versions: Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: { DHCP agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: L3 agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: Metadata agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: Metering agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: Open vSwitch agent@dv-cinder-799668-5-iscsi: { 'AddressGroup': '1.2', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'ConntrackHelper': '1.0', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Log': '1.0', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Network': '1.1', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Port': '1.7', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'PortForwarding': '1.2', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'QosPolicy': '1.9', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SecurityGroup': '1.4', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SecurityGroupRule': '1.2', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SubPort': '1.0', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Subnet': '1.1', Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Trunk': '1.1'}} Aug 10 14:14:59.520607 dv-cinder-799668-5-iscsi neutron-server[93343]: {{(pid=93343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:14:59.601356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.661843 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.663049 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:14:59.663697 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:14:59.755636 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0024188 Aug 10 14:14:59.765420 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efea100-28d4-4531-93be-e5559ec20dac admin admin] Pushing event updated for resources: {'Network': ['ID=7a4eaabe-d500-42fa-8a61-558d926136cc,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:14:59.777373 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 7a4eaabe-d500-42fa-8a61-558d926136cc details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:14:59.845646 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:01.474563 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:02.163217 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46282) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:02.392802 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd350e-2c09-4b75-8c94-f6abf6aad8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:02.394221 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b2dd350e-2c09-4b75-8c94-f6abf6aad8fa admin admin] 10.222.0.44 "GET /v2.0/subnets/b15d99a9-0fd6-478a-b637-2ca056e299c9 HTTP/1.1" status: 200 len: 849 time: 0.2299719 Aug 10 14:15:02.559097 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4ace0c63-8614-48c6-b570-472b9f556d76 admin admin] 10.222.0.44 "GET /v2.0/routers/f866dcd0-1983-4f9b-8a82-e13942d644d3 HTTP/1.1" status: 200 len: 704 time: 0.1582663 Aug 10 14:15:02.853890 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:03.174839 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Allocated IP 172.20.0.1 (5cafeec2-de39-4dd3-b789-1f4dd58e52de/b15d99a9-0fd6-478a-b637-2ca056e299c9/439d5769-8f09-4854-b04c-7226717e3f5b) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:15:03.376489 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:03.400494 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Transition to ACTIVE for port object 439d5769-8f09-4854-b04c-7226717e3f5b will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:15:03.482975 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:03.550144 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Network 5cafeec2-de39-4dd3-b789-1f4dd58e52de is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:15:03.557869 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:15:03.567625 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:15:03.568198 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:03.591090 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Pushing event updated for resources: {'Port': ['ID=439d5769-8f09-4854-b04c-7226717e3f5b,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:03.763623 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-34267c93-f8c7-4857-a272-61534c890bcd None None] Provisioning for port 439d5769-8f09-4854-b04c-7226717e3f5b completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:15:03.767099 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-34267c93-f8c7-4857-a272-61534c890bcd None None] Provisioning complete for port 439d5769-8f09-4854-b04c-7226717e3f5b triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:03.767479 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-34267c93-f8c7-4857-a272-61534c890bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:03.769493 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:03.800251 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-34267c93-f8c7-4857-a272-61534c890bcd None None] Port 439d5769-8f09-4854-b04c-7226717e3f5b cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:15:04.033948 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:04.038327 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:04.039144 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:04.115475 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Pushing event updated for resources: {'Port': ['ID=439d5769-8f09-4854-b04c-7226717e3f5b,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:04.163972 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Network 5cafeec2-de39-4dd3-b789-1f4dd58e52de is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:15:04.165606 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:15:04.320285 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-073ca50f-ed97-4d72-8721-24fde1a543ea None None] Provisioning complete for port 439d5769-8f09-4854-b04c-7226717e3f5b triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:04.321209 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-073ca50f-ed97-4d72-8721-24fde1a543ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:04.330891 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Router f866dcd0-1983-4f9b-8a82-e13942d644d3 is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:15:04.355210 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-073ca50f-ed97-4d72-8721-24fde1a543ea None None] Port 439d5769-8f09-4854-b04c-7226717e3f5b cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:15:04.424409 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:15:04.429750 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a9b800df-912a-4512-aa41-7e940fcb3240 admin admin] 10.222.0.44 "PUT /v2.0/routers/f866dcd0-1983-4f9b-8a82-e13942d644d3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8651986 Aug 10 14:15:04.436916 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Sync routers for ids ['f866dcd0-1983-4f9b-8a82-e13942d644d3'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:15:04.448985 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Routers {'f866dcd0-1983-4f9b-8a82-e13942d644d3'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:15:04.449809 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:14:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f866dcd0-1983-4f9b-8a82-e13942d644d3'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:04.634342 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Set router f866dcd0-1983-4f9b-8a82-e13942d644d3 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:15:05.058962 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'name': 'router1', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:14:52Z', 'updated_at': '2021-08-10T14:15:03Z', 'revision_number': 2, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'gw_port_host': None, '_interfaces': [{'id': '439d5769-8f09-4854-b04c-7226717e3f5b', 'name': '', 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'mac_address': 'fa:16:3e:cd:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:02Z', 'updated_at': '2021-08-10T14:15:03Z', 'revision_number': 2, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'subnets': [{'id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa68e4b9-f2a6-4970-a9d0-98d2cf2f6df9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:05.110747 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Checking router: f866dcd0-1983-4f9b-8a82-e13942d644d3 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:15:05.111127 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Updating router f866dcd0-1983-4f9b-8a82-e13942d644d3 port 439d5769-8f09-4854-b04c-7226717e3f5b binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:15:05.159382 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.696774 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.715456 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Transition to ACTIVE for port object 439d5769-8f09-4854-b04c-7226717e3f5b will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:15:05.721726 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.885158 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Pushing event updated for resources: {'Port': ['ID=439d5769-8f09-4854-b04c-7226717e3f5b,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:05.891557 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Attempting to bind port 439d5769-8f09-4854-b04c-7226717e3f5b on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:15:05.891938 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Attempting to bind port 439d5769-8f09-4854-b04c-7226717e3f5b by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:15:05.892365 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Attempting to bind port 439d5769-8f09-4854-b04c-7226717e3f5b on network 5cafeec2-de39-4dd3-b789-1f4dd58e52de {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:15:05.901344 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:15:05.901768 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Checking segment: {'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:15:05.902248 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.902661 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Bound using segment: {'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:15:05.903149 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Bound port: 439d5769-8f09-4854-b04c-7226717e3f5b, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a13ed9a-adc4-435d-b804-e3da7fd4d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:15:05.903546 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:05.913162 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.913507 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.913847 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.914204 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.915023 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.915349 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.915670 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.915995 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.916321 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.916634 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.916951 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.917264 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Tracked resource versions report: Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: pushed versions: Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: { 'AddressGroup': {'1.2'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'ConntrackHelper': {'1.0'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Log': {'1.0'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Network': {'1.1'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Port': {'1.7'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'PortForwarding': {'1.2'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'QosPolicy': {'1.9'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SecurityGroup': {'1.4'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SubPort': {'1.0'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Subnet': {'1.1'}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Trunk': {'1.1'}} Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: consumer versions: Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: { DHCP agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: L3 agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: Metadata agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: Metering agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: Open vSwitch agent@dv-cinder-799668-5-iscsi: { 'AddressGroup': '1.2', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'ConntrackHelper': '1.0', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Log': '1.0', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Network': '1.1', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Port': '1.7', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'PortForwarding': '1.2', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'QosPolicy': '1.9', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SecurityGroup': '1.4', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SecurityGroupRule': '1.2', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SubPort': '1.0', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Subnet': '1.1', Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Trunk': '1.1'}} Aug 10 14:15:05.918353 dv-cinder-799668-5-iscsi neutron-server[93345]: {{(pid=93345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:15:05.985605 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] For port 439d5769-8f09-4854-b04c-7226717e3f5b, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:15:06.007364 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] For port 439d5769-8f09-4854-b04c-7226717e3f5b, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=439d5769-8f09-4854-b04c-7226717e3f5b,segment=NetworkSegment(3a13ed9a-adc4-435d-b804-e3da7fd4d2d7),segment_id=3a13ed9a-adc4-435d-b804-e3da7fd4d2d7)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:15:06.012743 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:06.061799 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Routers {'f866dcd0-1983-4f9b-8a82-e13942d644d3'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:15:06.062459 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:14:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f866dcd0-1983-4f9b-8a82-e13942d644d3'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:06.151854 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba396f7-1e3d-4bf1-9461-3819134fee0f None None] Pushing event updated for resources: {'Port': ['ID=439d5769-8f09-4854-b04c-7226717e3f5b,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:06.170752 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] Set router f866dcd0-1983-4f9b-8a82-e13942d644d3 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:15:06.391514 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'name': 'router1', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:14:52Z', 'updated_at': '2021-08-10T14:15:03Z', 'revision_number': 2, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'gw_port_host': None, '_interfaces': [{'id': '439d5769-8f09-4854-b04c-7226717e3f5b', 'name': '', 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'mac_address': 'fa:16:3e:cd:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:02Z', 'updated_at': '2021-08-10T14:15:05Z', 'revision_number': 4, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'subnets': [{'id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa68e4b9-f2a6-4970-a9d0-98d2cf2f6df9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:06.433158 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976dbb16-9787-4cb0-9c97-266eca2f19ff None None] The sync data for ids ['f866dcd0-1983-4f9b-8a82-e13942d644d3'] in dv-cinder-799668-5-iscsi is: [{'id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'name': 'router1', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:14:52Z', 'updated_at': '2021-08-10T14:15:03Z', 'revision_number': 2, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'gw_port_host': None, '_interfaces': [{'id': '439d5769-8f09-4854-b04c-7226717e3f5b', 'name': '', 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'mac_address': 'fa:16:3e:cd:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:02Z', 'updated_at': '2021-08-10T14:15:05Z', 'revision_number': 4, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'subnets': [{'id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa68e4b9-f2a6-4970-a9d0-98d2cf2f6df9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:15:06.687663 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46302) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:06.802974 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb204e-34bc-4220-895d-edf7fc028689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:06.804386 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-babb204e-34bc-4220-895d-edf7fc028689 admin admin] 10.222.0.44 "GET /v2.0/networks/7a4eaabe-d500-42fa-8a61-558d926136cc HTTP/1.1" status: 200 len: 842 time: 0.1156764 Aug 10 14:15:06.815374 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Request body: {'subnet': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:15:06.841789 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Made reservation on behalf of 827acb5b6369453198865d5008d1f285 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:15:06.844125 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:07.186347 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.objects.ports [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 14:15:07.187077 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:07.248815 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Pushing event updated for resources: {'Subnet': ['ID=748ac393-0525-4853-9bd6-1c906a631462,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:07.258286 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:15:07.258634 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Network hostable DHCP agents. Network: 7a4eaabe-d500-42fa-8a61-558d926136cc, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:15:07.280808 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:15:07.292652 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 7a4eaabe-d500-42fa-8a61-558d926136cc) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:15:07.297050 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:07.297689 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:07.304004 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b93cd6-37ef-4986-8bf3-30d03e3463be None None] Network 7a4eaabe-d500-42fa-8a61-558d926136cc requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:15:07.318636 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-407b27c5-9735-4fee-929e-675e6429107c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5069115 Aug 10 14:15:07.460534 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df89d1d-9d9a-4458-82fc-bcde19456d48 None None] Network 7a4eaabe-d500-42fa-8a61-558d926136cc requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:15:09.644236 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46310) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:09.784809 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7569f9c4-c704-415f-adf2-99545fec7909 admin admin] 10.222.0.44 "GET /v2.0/routers/f866dcd0-1983-4f9b-8a82-e13942d644d3 HTTP/1.1" status: 200 len: 710 time: 0.1393342 Aug 10 14:15:09.876944 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c9ca9-31f5-4535-a125-b44cca0c03ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:15:09.878378 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-792c9ca9-31f5-4535-a125-b44cca0c03ac admin admin] 10.222.0.44 "GET /v2.0/networks/7a4eaabe-d500-42fa-8a61-558d926136cc HTTP/1.1" status: 200 len: 886 time: 0.0872309 Aug 10 14:15:09.888578 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:15:10.219452 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:10.465628 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:10.547587 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:10.651297 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Allocated IP 172.27.3.139 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/c690d3b3-802f-4891-ae47-a9db5d504069) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:15:10.759159 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:10.802291 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:10.843055 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:15:10.845916 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:15:10.849682 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:15:10.888098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Pushing event updated for resources: {'Port': ['ID=c690d3b3-802f-4891-ae47-a9db5d504069,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:11.141553 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.357286 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-495198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40893'] for router, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.361019 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-497396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-497405', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-495175'] for router, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.470599 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Router f866dcd0-1983-4f9b-8a82-e13942d644d3 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:15:11.596516 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:15:11.601064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:11.602490 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e501d337-eb3e-47a3-a011-a30028c2b786 admin admin] 10.222.0.44 "PUT /v2.0/routers/f866dcd0-1983-4f9b-8a82-e13942d644d3 HTTP/1.1" status: 200 len: 890 time: 1.7178442 Aug 10 14:15:12.635920 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 439d5769-8f09-4854-b04c-7226717e3f5b up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:15:12.686847 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 439d5769-8f09-4854-b04c-7226717e3f5b completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:15:12.690941 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 439d5769-8f09-4854-b04c-7226717e3f5b triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:12.691392 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.772495 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.807097 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 439d5769-8f09-4854-b04c-7226717e3f5b, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=439d5769-8f09-4854-b04c-7226717e3f5b,segment=NetworkSegment(3a13ed9a-adc4-435d-b804-e3da7fd4d2d7),segment_id=3a13ed9a-adc4-435d-b804-e3da7fd4d2d7)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:12.812356 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:12.874599 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=439d5769-8f09-4854-b04c-7226717e3f5b,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:12.975025 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Sync routers for ids ['f866dcd0-1983-4f9b-8a82-e13942d644d3'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:15:12.990413 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Routers {'f866dcd0-1983-4f9b-8a82-e13942d644d3'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:15:12.991495 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:14:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f866dcd0-1983-4f9b-8a82-e13942d644d3'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:13.273190 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Set router f866dcd0-1983-4f9b-8a82-e13942d644d3 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:15:13.691403 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'name': 'router1', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c690d3b3-802f-4891-ae47-a9db5d504069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:14:52Z', 'updated_at': '2021-08-10T14:15:10Z', 'revision_number': 4, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'gw_port': {'id': 'c690d3b3-802f-4891-ae47-a9db5d504069', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:10Z', 'updated_at': '2021-08-10T14:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '439d5769-8f09-4854-b04c-7226717e3f5b', 'name': '', 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'mac_address': 'fa:16:3e:cd:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:02Z', 'updated_at': '2021-08-10T14:15:12Z', 'revision_number': 5, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'subnets': [{'id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa68e4b9-f2a6-4970-a9d0-98d2cf2f6df9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:13.746658 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Checking router: f866dcd0-1983-4f9b-8a82-e13942d644d3 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:15:13.747000 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Updating router f866dcd0-1983-4f9b-8a82-e13942d644d3 port c690d3b3-802f-4891-ae47-a9db5d504069 binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:15:13.798189 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.098480 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46322) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:15:14.155937 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.166550 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Transition to ACTIVE for port object c690d3b3-802f-4891-ae47-a9db5d504069 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:15:14.172604 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.219571 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-68981f4e-9735-4877-b330-bbf0253b36f3 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198068 Aug 10 14:15:14.225463 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Attempting to bind port c690d3b3-802f-4891-ae47-a9db5d504069 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:15:14.225840 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Attempting to bind port c690d3b3-802f-4891-ae47-a9db5d504069 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:15:14.226277 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Attempting to bind port c690d3b3-802f-4891-ae47-a9db5d504069 on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:15:14.228480 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bbe68-2ef8-4569-9cc8-e9c36ab12cf7 None None] Pushing event updated for resources: {'Port': ['ID=c690d3b3-802f-4891-ae47-a9db5d504069,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:14.235362 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:15:14.235746 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:15:14.236159 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.236564 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:15:14.237607 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Bound port: c690d3b3-802f-4891-ae47-a9db5d504069, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:15:14.237607 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.294057 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] For port c690d3b3-802f-4891-ae47-a9db5d504069, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:15:14.297617 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] For port c690d3b3-802f-4891-ae47-a9db5d504069, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=c690d3b3-802f-4891-ae47-a9db5d504069,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:15:14.303099 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.369661 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bbe68-2ef8-4569-9cc8-e9c36ab12cf7 None None] Pushing event updated for resources: {'Port': ['ID=c690d3b3-802f-4891-ae47-a9db5d504069,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:14.373495 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Routers {'f866dcd0-1983-4f9b-8a82-e13942d644d3'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:15:14.374357 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:14:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f866dcd0-1983-4f9b-8a82-e13942d644d3'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:14.573573 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] Set router f866dcd0-1983-4f9b-8a82-e13942d644d3 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:15:14.646398 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 439d5769-8f09-4854-b04c-7226717e3f5b up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:15:14.766139 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 439d5769-8f09-4854-b04c-7226717e3f5b triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:14.766846 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:14.899767 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'name': 'router1', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c690d3b3-802f-4891-ae47-a9db5d504069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:14:52Z', 'updated_at': '2021-08-10T14:15:10Z', 'revision_number': 4, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'gw_port': {'id': 'c690d3b3-802f-4891-ae47-a9db5d504069', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:10Z', 'updated_at': '2021-08-10T14:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '439d5769-8f09-4854-b04c-7226717e3f5b', 'name': '', 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'mac_address': 'fa:16:3e:cd:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:02Z', 'updated_at': '2021-08-10T14:15:12Z', 'revision_number': 5, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'subnets': [{'id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa68e4b9-f2a6-4970-a9d0-98d2cf2f6df9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:15:14.928643 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f6949-9ae6-4a19-a398-9bd110558770 None None] The sync data for ids ['f866dcd0-1983-4f9b-8a82-e13942d644d3'] in dv-cinder-799668-5-iscsi is: [{'id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'name': 'router1', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.139'}], 'enable_snat': True}, 'gw_port_id': 'c690d3b3-802f-4891-ae47-a9db5d504069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:14:52Z', 'updated_at': '2021-08-10T14:15:10Z', 'revision_number': 4, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'gw_port': {'id': 'c690d3b3-802f-4891-ae47-a9db5d504069', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:10Z', 'updated_at': '2021-08-10T14:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '439d5769-8f09-4854-b04c-7226717e3f5b', 'name': '', 'network_id': '5cafeec2-de39-4dd3-b789-1f4dd58e52de', 'tenant_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'mac_address': 'fa:16:3e:cd:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f866dcd0-1983-4f9b-8a82-e13942d644d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:15:02Z', 'updated_at': '2021-08-10T14:15:12Z', 'revision_number': 5, 'project_id': '390fcae0a72e4118bf0d7141bc6c5cb2', 'subnets': [{'id': 'b15d99a9-0fd6-478a-b637-2ca056e299c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa68e4b9-f2a6-4970-a9d0-98d2cf2f6df9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:15:16.658359 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device c690d3b3-802f-4891-ae47-a9db5d504069 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:15:16.715610 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port c690d3b3-802f-4891-ae47-a9db5d504069 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:15:16.720244 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port c690d3b3-802f-4891-ae47-a9db5d504069 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:16.720548 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:16.816720 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:16.842457 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port c690d3b3-802f-4891-ae47-a9db5d504069, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=c690d3b3-802f-4891-ae47-a9db5d504069,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:15:16.850102 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:16.917804 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=c690d3b3-802f-4891-ae47-a9db5d504069,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:15:18.652632 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device c690d3b3-802f-4891-ae47-a9db5d504069 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:15:18.746385 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port c690d3b3-802f-4891-ae47-a9db5d504069 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:15:18.747444 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:25.775247 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a1fd39ba-5337-44f1-8fb6-33d1d964fe00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:28.572450 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b01e09d3-d026-436b-a1d5-5b47a751fff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:28.703953 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:29.814343 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:31.499769 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:32.770270 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:15:55.785700 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1812aa67-022b-4d5b-bcc4-ee25394c884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:58.582885 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9cdd377e-8659-4249-a3bd-1fea9942900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:58.723009 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:15:59.817372 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:01.493636 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:09.773613 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:16:25.784935 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d26196fe-ff58-4480-be4e-2f3a21e0b39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:28.578377 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ae0444bf-379c-4923-9300-63af14f779ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:28.698304 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:29.813264 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:31.495214 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:46.773445 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:16:54.091689 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46890) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:54.158648 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1c0862-9510-44e0-914e-2e20e3641e66 admin admin] GET failed (client error): The resource could not be found. Aug 10 14:16:54.160049 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-9c1c0862-9510-44e0-914e-2e20e3641e66 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674174 Aug 10 14:16:54.418483 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9175d9a-3401-4b64-8dbd-0adf4ab48ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:54.419962 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c9175d9a-3401-4b64-8dbd-0adf4ab48ad9 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2554519 Aug 10 14:16:55.776633 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3bc95655-4ac8-4bed-9702-ed1ad506ce24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:56.577126 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46900) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:56.682446 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8118befb-2466-4e3d-a91f-b78c18e57259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:56.683968 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8118befb-2466-4e3d-a91f-b78c18e57259 admin admin] 10.222.0.44 "GET /v2.0/subnets/b15d99a9-0fd6-478a-b637-2ca056e299c9 HTTP/1.1" status: 200 len: 849 time: 0.1058805 Aug 10 14:16:56.694717 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:16:56.782631 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:56.935111 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758701770900'] for subnet, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:56.973298 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:56.974214 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:56.977653 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] 10.222.0.44 "PUT /v2.0/subnets/b15d99a9-0fd6-478a-b637-2ca056e299c9 HTTP/1.1" status: 200 len: 868 time: 0.2853255 Aug 10 14:16:56.977822 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03075ce-cc36-4845-a436-fc8c96a10806 None None] Network 5cafeec2-de39-4dd3-b789-1f4dd58e52de requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:16:56.996067 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15d99a9-0fd6-478a-b637-2ca056e299c9,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:16:57.005577 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.006295 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.006825 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.007321 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.007830 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.008352 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.009010 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.009525 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.010114 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.010606 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.011110 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.011594 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c4d371-d7ee-43e1-aed3-7b80fabad0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:16:57.386851 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2c4234cc-d8b8-44cb-9bc0-d5249fb9b81e None None] Provisioning complete for port f00ad355-cb58-4625-9d46-6cd08c5c3da4 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:16:57.387228 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2c4234cc-d8b8-44cb-9bc0-d5249fb9b81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:57.476304 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2c4234cc-d8b8-44cb-9bc0-d5249fb9b81e None None] Provisioning complete for port 439d5769-8f09-4854-b04c-7226717e3f5b triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:16:57.476569 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2c4234cc-d8b8-44cb-9bc0-d5249fb9b81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:58.570621 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9441a8e9-ff0b-41bd-83fa-f2b405933e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:58.702961 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:16:59.172193 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46910) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:16:59.394779 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336df04b-a628-4377-ae89-66fa6f859b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:59.395163 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336df04b-a628-4377-ae89-66fa6f859b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:16:59.396735 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-336df04b-a628-4377-ae89-66fa6f859b56 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2235856 Aug 10 14:16:59.815943 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:01.496683 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:01.711933 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46918) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:01.919858 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0710404-ddce-447c-b483-0ebd07e64ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:01.920338 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0710404-ddce-447c-b483-0ebd07e64ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:01.921916 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a0710404-ddce-447c-b483-0ebd07e64ab4 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063792 Aug 10 14:17:04.100900 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46926) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:04.287554 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c5bb3-34a9-4691-a804-f3d4303cef12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:04.288893 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-061c5bb3-34a9-4691-a804-f3d4303cef12 admin admin] 10.222.0.44 "GET /v2.0/networks/5cafeec2-de39-4dd3-b789-1f4dd58e52de HTTP/1.1" status: 200 len: 869 time: 0.1870124 Aug 10 14:17:06.464656 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46934) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:06.592335 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbc011-35d4-4661-9947-41701077d6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:06.593949 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-81bbc011-35d4-4661-9947-41701077d6e0 admin admin] 10.222.0.44 "GET /v2.0/networks/7a4eaabe-d500-42fa-8a61-558d926136cc HTTP/1.1" status: 200 len: 886 time: 0.1283636 Aug 10 14:17:08.777430 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46942) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:08.913326 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc0929c-9846-41b0-8c8b-4041319e2af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:08.913802 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc0929c-9846-41b0-8c8b-4041319e2af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:08.915622 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4bc0929c-9846-41b0-8c8b-4041319e2af9 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1371748 Aug 10 14:17:11.139783 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46950) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:11.231457 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439e518-da86-4811-88fc-49d020e66b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:11.231916 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e439e518-da86-4811-88fc-49d020e66b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:11.233433 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e439e518-da86-4811-88fc-49d020e66b42 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927010 Aug 10 14:17:13.417631 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 46958) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:13.509178 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907aa57f-2fe1-4d3b-a48f-96ed8e8d66b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:13.510587 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-907aa57f-2fe1-4d3b-a48f-96ed8e8d66b1 admin admin] 10.222.0.44 "GET /v2.0/subnets/748ac393-0525-4853-9bd6-1c906a631462 HTTP/1.1" status: 200 len: 816 time: 0.0919640 Aug 10 14:17:15.688365 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 46966) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:15.787780 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730975d-2605-4126-90af-588b7b83bd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:15.789059 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5730975d-2605-4126-90af-588b7b83bd73 admin admin] 10.222.0.44 "GET /v2.0/subnets/b15d99a9-0fd6-478a-b637-2ca056e299c9 HTTP/1.1" status: 200 len: 868 time: 0.0996919 Aug 10 14:17:23.772414 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:17:25.780505 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3811170a-747d-4b11-926a-56cd53a70e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:28.572117 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8f8425c2-d756-4128-b79a-8dc206944036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:28.705678 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:29.817507 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:31.499023 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:41.626860 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47020) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:41.675874 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [None req-75a3f8df-db30-477b-aeed-7d0c0920047c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:17:41.676852 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-75a3f8df-db30-477b-aeed-7d0c0920047c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489540 Aug 10 14:17:43.933187 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47028) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:44.000707 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c25a6d-021f-4032-9419-d2aa708e8246 admin admin] GET failed (client error): The resource could not be found. Aug 10 14:17:44.002109 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f6c25a6d-021f-4032-9419-d2aa708e8246 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679724 Aug 10 14:17:44.085685 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbae42-ab9a-431c-9d5a-c3c021ab03b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:44.087214 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c2fbae42-ab9a-431c-9d5a-c3c021ab03b5 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0798850 Aug 10 14:17:46.336460 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47036) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:46.384532 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:17:46.406175 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Made reservation on behalf of 827acb5b6369453198865d5008d1f285 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:17:46.408443 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:46.438970 dv-cinder-799668-5-iscsi neutron-server[93343]: WARNING neutron.services.revisions.revision_plugin [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Could not find related network for resource to bump revision. Aug 10 14:17:46.454841 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:17:46.465372 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:46.465767 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Added segment ed060812-d3af-4b18-97d7-d6412c6ef3ca of type vlan for network c650d006-2f63-4616-9c83-4913184de26c Aug 10 14:17:46.515046 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:46.547249 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:46.548372 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:46.548963 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:46.620442 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2827969 Aug 10 14:17:46.629650 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Pushing event updated for resources: {'Network': ['ID=c650d006-2f63-4616-9c83-4913184de26c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:46.637406 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.637783 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.638173 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.638594 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.638929 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.639278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.639610 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.639937 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.640262 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.640585 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.640909 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.641225 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd7a509-2d12-4daf-8bd9-d1520e852e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:46.653923 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network c650d006-2f63-4616-9c83-4913184de26c details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:17:48.953829 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47044) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:17:49.019398 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0d4163-e089-4b57-b380-4f0e6b98587a admin admin] GET failed (client error): The resource could not be found. Aug 10 14:17:49.020701 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0f0d4163-e089-4b57-b380-4f0e6b98587a admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0658848 Aug 10 14:17:49.091976 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32ec21-80c0-4f49-86a6-053349f8a3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:49.093685 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8a32ec21-80c0-4f49-86a6-053349f8a3c9 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683601 Aug 10 14:17:49.104498 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c', 'name': 'shared-subnet'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:17:49.123866 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Made reservation on behalf of 827acb5b6369453198865d5008d1f285 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:17:49.126133 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:49.290208 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:49.343345 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46ec803-50f7-454c-b712-066a607e315b,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:49.352696 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Checking segment: {'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:17:49.353050 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Network hostable DHCP agents. Network: c650d006-2f63-4616-9c83-4913184de26c, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:17:49.370592 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Network c650d006-2f63-4616-9c83-4913184de26c is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:17:49.378935 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, c650d006-2f63-4616-9c83-4913184de26c) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:17:49.383212 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:17:49.383942 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:49.388044 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2635aa-374f-4435-9aba-f482e57a7453 None None] Network c650d006-2f63-4616-9c83-4913184de26c requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:17:49.397672 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-87236bd2-19d2-4aba-8892-7eae8d972a5b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2966461 Aug 10 14:17:49.545267 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-c650d006-2f63-4616-9c83-4913184de26c', 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c', 'tenant_id': '827acb5b6369453198865d5008d1f285', 'fixed_ips': [{'subnet_id': 'd46ec803-50f7-454c-b712-066a607e315b'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:17:49.546187 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:49.794651 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Allocated IP 192.168.233.2 (c650d006-2f63-4616-9c83-4913184de26c/d46ec803-50f7-454c-b712-066a607e315b/91cc7a68-eabc-4f8d-ba7d-f44c692b7c40) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:17:49.960980 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:49.970429 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Transition to ACTIVE for port object 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:17:49.987109 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Transition to ACTIVE for port object 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:17:49.992730 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:50.037242 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Network c650d006-2f63-4616-9c83-4913184de26c is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:17:50.041074 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:17:50.042960 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Pushing event updated for resources: {'Port': ['ID=91cc7a68-eabc-4f8d-ba7d-f44c692b7c40,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:50.045181 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:17:50.059041 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.059041 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.059041 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.059447 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.059653 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.059986 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.060312 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.060640 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.060977 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.061300 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.061621 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.061958 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:17:50.113187 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Attempting to bind port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:17:50.113547 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Attempting to bind port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:17:50.113903 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Attempting to bind port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 on network c650d006-2f63-4616-9c83-4913184de26c {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:17:50.119102 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:17:50.119471 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Checking segment: {'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:17:50.119871 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:50.120279 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Bound using segment: {'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:17:50.120737 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Bound port: 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:17:50.121130 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:50.184062 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] For port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:17:50.187181 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] For port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=91cc7a68-eabc-4f8d-ba7d-f44c692b7c40,segment=NetworkSegment(ed060812-d3af-4b18-97d7-d6412c6ef3ca),segment_id=ed060812-d3af-4b18-97d7-d6412c6ef3ca)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:17:50.192858 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:50.248114 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53753a9a-164c-4c90-8dc6-1b1882abf2a8 None None] Pushing event updated for resources: {'Port': ['ID=91cc7a68-eabc-4f8d-ba7d-f44c692b7c40,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:50.769935 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:17:50.828532 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:17:51.092710 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fa8b1-5bca-473b-a002-f828331aa834 None None] Network c650d006-2f63-4616-9c83-4913184de26c requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:17:51.150213 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-0a6b71bc-f2ff-4910-bee6-c44215822e9b None None] Provisioning for port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:17:51.157505 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-0a6b71bc-f2ff-4910-bee6-c44215822e9b None None] Provisioning complete for port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:17:51.157823 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0a6b71bc-f2ff-4910-bee6-c44215822e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:51.290448 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0a6b71bc-f2ff-4910-bee6-c44215822e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:51.344953 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-0a6b71bc-f2ff-4910-bee6-c44215822e9b None None] For port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=91cc7a68-eabc-4f8d-ba7d-f44c692b7c40,segment=NetworkSegment(ed060812-d3af-4b18-97d7-d6412c6ef3ca),segment_id=ed060812-d3af-4b18-97d7-d6412c6ef3ca)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:17:51.352290 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0a6b71bc-f2ff-4910-bee6-c44215822e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:51.413701 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b71bc-f2ff-4910-bee6-c44215822e9b None None] Pushing event updated for resources: {'Port': ['ID=91cc7a68-eabc-4f8d-ba7d-f44c692b7c40,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:17:51.577103 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2d0db400-8977-47b9-9049-229e053cdb36 None None] Provisioning complete for port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:17:51.577571 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2d0db400-8977-47b9-9049-229e053cdb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:52.744324 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:17:52.794159 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 91cc7a68-eabc-4f8d-ba7d-f44c692b7c40 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:17:52.794520 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:55.781904 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3ec2-1863-4ac8-91c5-412807d62254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:58.574802 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fedac298-b637-4847-bb18-d2f03e4ae0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:58.707583 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:17:59.820207 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:00.772011 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:18:01.500897 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:25.782381 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2e010e1d-2be2-4a72-94a9-327c43ce1056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:28.575585 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6294b5f4-decf-4344-b91b-42b4f415a682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:28.708830 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:29.818263 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:31.508641 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:37.770118 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:18:55.785581 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e41d89ef-b133-4acd-9c70-f614a78d3a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:58.577318 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c5202f97-9ab9-485e-aacb-aa02ffa7959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:58.709444 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:18:59.822372 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:01.510133 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:03.445809 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47096) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:03.451640 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [None req-00751919-7d2f-4aa8-8982-0db7fca9c5ed tempest-verify_tempest_config-2064707882 tempest-verify_tempest_config-2064707882-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:19:03.452590 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-00751919-7d2f-4aa8-8982-0db7fca9c5ed tempest-verify_tempest_config-2064707882 tempest-verify_tempest_config-2064707882-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058062 Aug 10 14:19:03.772129 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47114) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:03.873416 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:03.962308 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:03.969144 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:04.028851 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88cdc2b6fc264835bebd3fec2e853912&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2556465 Aug 10 14:19:04.029676 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11180268-5eb0-4e12-8597-0e2397d42e19,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:04.031507 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47118) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:19:04.037234 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.037604 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.037943 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.038304 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.038633 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.038980 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.039308 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.039638 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.039973 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.040372 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.040995 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.041365 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb24400c-8a5f-48b9-86e4-463a72ec53fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.092244 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:04.114538 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:04.205201 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:04.207829 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:04.209170 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11180268-5eb0-4e12-8597-0e2397d42e19 HTTP/1.1" status: 204 len: 168 time: 0.1759756 Aug 10 14:19:04.216826 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11180268-5eb0-4e12-8597-0e2397d42e19,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:19:04.224325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.224693 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.225042 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.225377 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.225711 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.226070 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.226400 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.226730 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.227078 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.227408 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.227734 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:04.228054 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defece9a-825f-49f7-83a5-fd6fb7f47c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:19:14.769240 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:19:25.787576 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ad7aa0da-1965-4da1-9e0d-2e3c135e4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:28.579211 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6e0f2d47-df46-4d3d-8915-08b483395d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:28.711432 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:29.823984 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:31.513895 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:51.768663 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:19:55.788968 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb747-05b7-4799-8c55-c6ef2bb14168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:58.580239 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2c0a2911-5dbe-45e9-accb-461c3b0dc389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:58.712802 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:19:59.825617 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:01.513894 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:25.789173 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c1a1f098-a4f3-4f6c-aaaa-6bba1b3c2e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:28.580574 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c1399a28-88d0-4938-83f7-1c645c57f0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:28.713366 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:28.767635 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 5 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:20:29.829280 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:31.518824 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:39.267057 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-496125'] for agent, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:54.856856 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47192) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:20:54.958506 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d811969e-f310-4208-803c-6e011081cc25 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1005623 Aug 10 14:20:55.791086 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-13161a36-9972-43b4-8240-16103f04719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:57.133768 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47202) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:20:57.188694 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-52d13362-b9b0-4912-b31c-f112739e0bcc admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0538025 Aug 10 14:20:58.583205 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e1b3-7352-4c58-af83-9daceb76f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:58.714268 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:20:59.832056 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:01.521173 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:05.766251 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:21:09.245223 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:25.792584 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6cbc13c8-5f99-4769-893c-a327cd386268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:28.584579 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-303570fc-3fdd-4f24-978d-b91d789dee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:28.715968 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:29.834915 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:31.525574 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:39.260681 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:42.765344 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:21:55.794259 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b6aef20e-1850-40b4-a9ca-47419690a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:58.682548 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9022db34-0f23-4b93-9679-31655487253e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:58.716182 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:21:59.839391 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:01.527096 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:09.263004 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:19.765130 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:22:25.798144 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7ff1789f-8b36-420b-9844-95a1535436d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:26.497771 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47400) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:26.566735 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47408) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:26.854608 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47424) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:26.895900 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-network', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:26.914362 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1757336422-network', 'tenant_id': '2fbf0fb263184f20b746cd10c11e76f9'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:26.933994 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Made reservation on behalf of 30b8cff49a4b4ae3948c704114fe21c6 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:26.936356 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:26.948471 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:26.985013 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Made reservation on behalf of 2fbf0fb263184f20b746cd10c11e76f9 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:26.987205 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.002611 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.061907 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47434) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:27.085575 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.095320 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.117508 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:22:27.148433 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.148853 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Added segment e95fcd59-555e-445f-a184-f0d3f916d38e of type vlan for network d82446d6-0f3f-413b-b75b-3143718033e5 Aug 10 14:22:27.172383 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1319648547-network', 'tenant_id': 'ac72ab11dac340dbb086c5f931208729'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:27.226780 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.251065 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db18595-18ec-4027-ba59-3e82995d9af3,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:27.266781 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.268019 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:27.268823 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.285564 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.285916 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.286285 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.286618 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.287001 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.287289 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.287630 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.287933 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.288344 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.288672 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.288991 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.289312 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Tracked resource versions report: Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: pushed versions: Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: { 'AddressGroup': {'1.2'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'ConntrackHelper': {'1.0'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Log': {'1.0'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Network': {'1.1'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Port': {'1.7'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'PortForwarding': {'1.2'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'QosPolicy': {'1.9'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SecurityGroup': {'1.4'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SubPort': {'1.0'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Subnet': {'1.1'}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Trunk': {'1.1'}} Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: consumer versions: Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: { DHCP agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: HyperV agent@hv-cinder-79966: {}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: L3 agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: Metadata agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: Metering agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: Open vSwitch agent@dv-cinder-799668-5-iscsi: { 'AddressGroup': '1.2', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'ConntrackHelper': '1.0', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Log': '1.0', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Network': '1.1', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Port': '1.7', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'PortForwarding': '1.2', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'QosPolicy': '1.9', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SecurityGroup': '1.4', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SecurityGroupRule': '1.2', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'SubPort': '1.0', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Subnet': '1.1', Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: 'Trunk': '1.1'}} Aug 10 14:22:27.290554 dv-cinder-799668-5-iscsi neutron-server[93342]: {{(pid=93342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:22:27.372881 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] Pushing event updated for resources: {'Network': ['ID=d82446d6-0f3f-413b-b75b-3143718033e5,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:27.388613 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.390127 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network d82446d6-0f3f-413b-b75b-3143718033e5 details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:22:27.396416 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.410823 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47458) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:27.416834 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Request body: {'subnet': {'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-subnet', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:27.422244 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e26799eb-d7db-4c0f-ba5b-83d9b4d02851 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8522415 Aug 10 14:22:27.453350 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:22:27.474835 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-456592234-network', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:27.482712 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.483293 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Added segment 9fe09bb7-8fe5-4162-a386-8a70e730e3c5 of type vlan for network f079afc9-6109-49d0-a620-2a5d48bd655b Aug 10 14:22:27.484720 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Made reservation on behalf of ac72ab11dac340dbb086c5f931208729 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:27.487155 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.489710 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15451ac2-2116-4304-855d-54d3422dc2d6,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:27.501679 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47460) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:27.520784 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Made reservation on behalf of 30b8cff49a4b4ae3948c704114fe21c6 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:27.523399 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.524469 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.571933 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.615077 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.616546 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:27.617130 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.720517 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-944119046-network', 'tenant_id': 'cf930dcf472a4696916445387a565d85'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:27.731686 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.764315 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Made reservation on behalf of 2e2861ff0a9e4fd59b1a39fd97bae645 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:27.767162 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.772806 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] Pushing event updated for resources: {'Network': ['ID=f079afc9-6109-49d0-a620-2a5d48bd655b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:27.783371 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network f079afc9-6109-49d0-a620-2a5d48bd655b details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:22:27.812807 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.827885 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Checking segment: {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:27.828582 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Network hostable DHCP agents. Network: d82446d6-0f3f-413b-b75b-3143718033e5, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:22:27.862236 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=946baf6e-d1b3-4a58-90ad-7e9931fb0293,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:27.870801 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Network d82446d6-0f3f-413b-b75b-3143718033e5 is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:22:27.890731 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.891984 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.892509 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.892992 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.893730 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.894967 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.895544 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.896363 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.896867 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.897670 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.898704 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.899838 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:27.901028 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Tracked resource versions report: Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: pushed versions: Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: { 'AddressGroup': {'1.2'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'ConntrackHelper': {'1.0'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Log': {'1.0'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Network': {'1.1'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Port': {'1.7'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'PortForwarding': {'1.2'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'QosPolicy': {'1.9'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SecurityGroup': {'1.4'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SubPort': {'1.0'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Subnet': {'1.1'}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Trunk': {'1.1'}} Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: consumer versions: Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: { DHCP agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: HyperV agent@hv-cinder-79966: {}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: L3 agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: Metadata agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: Metering agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: Open vSwitch agent@dv-cinder-799668-5-iscsi: { 'AddressGroup': '1.2', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'ConntrackHelper': '1.0', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Log': '1.0', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Network': '1.1', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Port': '1.7', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'PortForwarding': '1.2', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'QosPolicy': '1.9', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SecurityGroup': '1.4', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SecurityGroupRule': '1.2', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'SubPort': '1.0', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Subnet': '1.1', Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: 'Trunk': '1.1'}} Aug 10 14:22:27.902495 dv-cinder-799668-5-iscsi neutron-server[93343]: {{(pid=93343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:22:27.909302 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, d82446d6-0f3f-413b-b75b-3143718033e5) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:27.914542 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.932103 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:22:27.948744 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:27.949550 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Added segment 511800e0-e318-4358-9fd9-294b0e587f63 of type vlan for network 4f2208c8-96e9-4187-8714-3f2457260c1b Aug 10 14:22:27.973574 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:27.976342 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b386260-669c-488f-9cb9-fd5201b95e82 None None] Network d82446d6-0f3f-413b-b75b-3143718033e5 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:27.990986 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.009837 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Made reservation on behalf of cf930dcf472a4696916445387a565d85 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:28.013353 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.032822 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.079227 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-755c7106-11d3-45ec-9f20-d1981d59c47f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5795557 Aug 10 14:22:28.080113 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47482) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:28.083060 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.090529 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Request body: {'subnet': {'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1757336422-subnet', 'tenant_id': '2fbf0fb263184f20b746cd10c11e76f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:28.120803 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67878796-902c-4e4d-83a7-9a26b9355b56,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:28.162330 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.165471 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:28.166474 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.256838 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2208c8-96e9-4187-8714-3f2457260c1b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:28.274830 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 4f2208c8-96e9-4187-8714-3f2457260c1b details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:22:28.283455 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09711549-3151-4220-8733-b3051780995c None None] Network d82446d6-0f3f-413b-b75b-3143718033e5 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:28.427439 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.439395 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.441933 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9ae8cc56-1643-4746-a6bf-ad26f2898665 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5865598 Aug 10 14:22:28.444918 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47494) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:28.454924 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Request body: {'subnet': {'network_id': '4f2208c8-96e9-4187-8714-3f2457260c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1319648547-subnet', 'tenant_id': 'ac72ab11dac340dbb086c5f931208729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:28.471160 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:22:28.483415 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.483764 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Added segment 38dd538a-9ef3-4867-a3a0-400ec295b25a of type vlan for network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 Aug 10 14:22:28.536215 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.591201 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0513a8ef-5e3f-4150-96aa-fd10c730868b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.685265 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.691679 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bd951493-4803-4dbd-996d-f03920d319bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2772670 Aug 10 14:22:28.692374 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47512) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:28.698332 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:28.718337 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.db.api [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 14:22:28.718337 dv-cinder-799668-5-iscsi neutron-server[93342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 14:22:28.718337 dv-cinder-799668-5-iscsi neutron-server[93342]: [parameters: {'project_id_1': 'ac72ab11dac340dbb086c5f931208729', 'expiration_1': datetime.datetime(2021, 8, 10, 14, 22, 28, 469347)}] Aug 10 14:22:28.718337 dv-cinder-799668-5-iscsi neutron-server[93342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:22:28.718757 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG oslo_db.api [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:22:28.721623 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.db.api [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 14:22:28.721623 dv-cinder-799668-5-iscsi neutron-server[93342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 14:22:28.721623 dv-cinder-799668-5-iscsi neutron-server[93342]: [parameters: {'project_id_1': '30b8cff49a4b4ae3948c704114fe21c6', 'expiration_1': datetime.datetime(2021, 8, 10, 14, 22, 28, 707501)}] Aug 10 14:22:28.721623 dv-cinder-799668-5-iscsi neutron-server[93342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:22:28.722020 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG oslo_db.api [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:22:28.722736 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.724142 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:28.724743 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.727020 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.728279 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.838090 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:22:28.844922 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Made reservation on behalf of 2fbf0fb263184f20b746cd10c11e76f9 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:28.847642 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.872129 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8084753 Aug 10 14:22:28.873064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a913c3-dceb-4a89-82ff-3818ff6d0df4,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:28.878897 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47528) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:28.890192 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Request body: {'subnet': {'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-subnet', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:28.901553 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3872fef-0ef5-4c55-82ca-0845e48b1cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=12b962d1-6ee2-4ea1-842e-1bbcd26988d1,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:28.915242 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.915769 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Added segment 5ff6dd09-4989-4947-8bd8-0d2a03f46bac of type vlan for network c89de481-2d00-40b1-8c39-a55f42dfb8ae Aug 10 14:22:28.921860 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:22:28.969585 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Made reservation on behalf of 2e2861ff0a9e4fd59b1a39fd97bae645 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:28.973850 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:28.981174 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59380d8e-5d0e-4aad-a3c0-8155fcdeb439,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:29.012047 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.091941 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.093643 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:29.094440 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.202704 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c89de481-2d00-40b1-8c39-a55f42dfb8ae,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:29.222346 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network c89de481-2d00-40b1-8c39-a55f42dfb8ae details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:22:29.314181 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.336090 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Made reservation on behalf of ac72ab11dac340dbb086c5f931208729 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:29.340524 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.432675 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Checking segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:29.435555 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Network hostable DHCP agents. Network: f079afc9-6109-49d0-a620-2a5d48bd655b, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:22:29.463027 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.475874 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=555bdecc-1e04-473d-ad51-fb75340fbb1a,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:29.480872 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.482006 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.505258 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6b4b49ea-bd85-4881-9150-efc922c255e1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9997778 Aug 10 14:22:29.506006 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47564) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:29.518854 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Request body: {'subnet': {'network_id': 'c89de481-2d00-40b1-8c39-a55f42dfb8ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-944119046-subnet', 'tenant_id': 'cf930dcf472a4696916445387a565d85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:29.549439 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.563492 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Network f079afc9-6109-49d0-a620-2a5d48bd655b is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:22:29.580615 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Made reservation on behalf of cf930dcf472a4696916445387a565d85 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:29.589431 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.678040 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, f079afc9-6109-49d0-a620-2a5d48bd655b) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:29.708227 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab598cd-ab27-44db-bcf0-1b8a90957ae6 None None] Network f079afc9-6109-49d0-a620-2a5d48bd655b requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:29.717307 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:29.718392 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.767813 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-81404133-e585-4c9b-a52a-dca5187bdbf2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6832035 Aug 10 14:22:29.915467 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.987887 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.036964 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.072351 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a6089-7f50-4175-be61-6cd68976b945 None None] Network f079afc9-6109-49d0-a620-2a5d48bd655b requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:30.082776 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5747de79-58d2-4560-bccc-0c9e272a1845,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:30.101312 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Checking segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:30.102481 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Network hostable DHCP agents. Network: 12b962d1-6ee2-4ea1-842e-1bbcd26988d1, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:22:30.115279 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47602) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:30.153373 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:22:30.236309 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 12b962d1-6ee2-4ea1-842e-1bbcd26988d1) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:30.253690 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab5204-1844-4714-beb7-44feec236653 None None] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:30.260323 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:30.261638 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.263249 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c450baa-6f8d-494d-ad69-45310896f0dd,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:30.294988 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7af87dde-8403-4ecd-9f14-50015712d8ac admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4140580 Aug 10 14:22:30.301026 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47622) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:30.308748 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:30.339583 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Checking segment: {'id': '5ff6dd09-4989-4947-8bd8-0d2a03f46bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c89de481-2d00-40b1-8c39-a55f42dfb8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:30.339938 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Network hostable DHCP agents. Network: c89de481-2d00-40b1-8c39-a55f42dfb8ae, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:22:30.373096 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Network c89de481-2d00-40b1-8c39-a55f42dfb8ae is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:22:30.386051 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, c89de481-2d00-40b1-8c39-a55f42dfb8ae) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:30.390522 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:30.391279 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.462510 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.463553 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dfe932-83cf-4180-aaa6-4e7b20aed99e None None] Network c89de481-2d00-40b1-8c39-a55f42dfb8ae requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:30.473888 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-219fe763-70c9-4fa3-b7cf-a4c6742c2f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.474572 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-63f512a5-9bbb-4916-a1d1-5bd38eff9730 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9640825 Aug 10 14:22:30.529588 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.530009 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.599320 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47660) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:30.605052 dv-cinder-799668-5-iscsi neutron-server[93343]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 14:22:30.621366 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Checking segment: {'id': '511800e0-e318-4358-9fd9-294b0e587f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4f2208c8-96e9-4187-8714-3f2457260c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:30.621713 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Network hostable DHCP agents. Network: 4f2208c8-96e9-4187-8714-3f2457260c1b, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:22:30.669075 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Network 4f2208c8-96e9-4187-8714-3f2457260c1b is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:22:30.709831 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:22:30.712380 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.720599 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 4f2208c8-96e9-4187-8714-3f2457260c1b) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:30.730418 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8cc635-1039-4695-a79d-a9af1c680087,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:30.781939 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9c9cac-d1e0-4b31-b806-6efbdf29b4e2 None None] Network 4f2208c8-96e9-4187-8714-3f2457260c1b requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:30.788470 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:30.789058 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.804732 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.836399 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.886453 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4b493-decd-4cc8-b8d2-6d6cc91c70ef None None] Network c89de481-2d00-40b1-8c39-a55f42dfb8ae requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:30.962490 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.029041 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47702) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:31.060159 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-0db8e05e-f66d-4924-a4b7-2ef5f2c1f512 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:31.068682 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-0db8e05e-f66d-4924-a4b7-2ef5f2c1f512 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 815 time: 0.4682004 Aug 10 14:22:31.134111 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-9ab1f098-426e-4d41-a913-dee4899d63b6 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/quotas/2fbf0fb263184f20b746cd10c11e76f9 HTTP/1.1" status: 200 len: 375 time: 0.0630355 Aug 10 14:22:31.163682 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Allocated IP 172.20.0.2 (12b962d1-6ee2-4ea1-842e-1bbcd26988d1/5747de79-58d2-4560-bccc-0c9e272a1845/7d241a3f-e426-4b08-85de-145ffe9734eb) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:31.167888 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c33279-0399-416c-b288-605221728cc4 None None] Network 4f2208c8-96e9-4187-8714-3f2457260c1b requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:31.220163 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.248602 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-e041fac5-a957-4e6d-bcc0-885f7fc6f7aa tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132305 Aug 10 14:22:31.298108 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-95158fe7-70c6-406e-95a4-87c7d1f8df33 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:31.301893 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-219fe763-70c9-4fa3-b7cf-a4c6742c2f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.306597 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-95158fe7-70c6-406e-95a4-87c7d1f8df33 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/networks?id=c89de481-2d00-40b1-8c39-a55f42dfb8ae HTTP/1.1" status: 200 len: 811 time: 0.2759955 Aug 10 14:22:31.345713 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-219fe763-70c9-4fa3-b7cf-a4c6742c2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.349320 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-5be1417b-3005-4027-ad17-d3a41455b024 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/quotas/cf930dcf472a4696916445387a565d85 HTTP/1.1" status: 200 len: 375 time: 0.0376885 Aug 10 14:22:31.354038 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-69babdc5-8648-41e3-ba5f-22a2db849ee4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9066367 Aug 10 14:22:31.418872 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Allocated IP 172.27.3.108 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/61d687d6-0187-4433-82fd-7e310345eae8) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:31.438147 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-219fe763-70c9-4fa3-b7cf-a4c6742c2f6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21d80c77742642bea8202cd01243a8b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3179810 Aug 10 14:22:31.443229 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-8c47a21a-9a2c-4097-bc3e-668720717cd8 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf930dcf472a4696916445387a565d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917995 Aug 10 14:22:31.450045 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47724) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:31.454912 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fe763-70c9-4fa3-b7cf-a4c6742c2f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c64adc-0dfe-4ef0-8cdf-bb4d327e1dd9,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:31.528160 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5fc13e10-60fa-4cd1-a039-3c1da9a3b79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.571690 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5fc13e10-60fa-4cd1-a039-3c1da9a3b79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.654081 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.676314 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5fc13e10-60fa-4cd1-a039-3c1da9a3b79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.679044 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5fc13e10-60fa-4cd1-a039-3c1da9a3b79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.683671 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5fc13e10-60fa-4cd1-a039-3c1da9a3b79b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81c64adc-0dfe-4ef0-8cdf-bb4d327e1dd9 HTTP/1.1" status: 204 len: 168 time: 0.2334104 Aug 10 14:22:31.687545 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.701883 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc13e10-60fa-4cd1-a039-3c1da9a3b79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c64adc-0dfe-4ef0-8cdf-bb4d327e1dd9,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:31.791666 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.805355 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Transition to ACTIVE for port object 7d241a3f-e426-4b08-85de-145ffe9734eb will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:31.831582 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Transition to ACTIVE for port object 7d241a3f-e426-4b08-85de-145ffe9734eb will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:31.842760 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.867953 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-695e843d-34ac-4d74-96a4-6c337776842b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:22:31.880187 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.882984 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-695e843d-34ac-4d74-96a4-6c337776842b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2285595 Aug 10 14:22:31.909441 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.921522 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:31.922940 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:31.946018 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:31.951595 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:31.966654 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Pushing event updated for resources: {'Port': ['ID=7d241a3f-e426-4b08-85de-145ffe9734eb,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:31.978787 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.978787 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.979076 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.979293 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.979577 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.979907 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.980250 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.980545 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.980891 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.981231 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.981545 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.981867 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Tracked resource versions report: Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: pushed versions: Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: { 'AddressGroup': {'1.2'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'ConntrackHelper': {'1.0'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Log': {'1.0'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Network': {'1.1'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Port': {'1.7'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'PortForwarding': {'1.2'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'QosPolicy': {'1.9'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SecurityGroup': {'1.4'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SubPort': {'1.0'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Subnet': {'1.1'}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Trunk': {'1.1'}} Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: consumer versions: Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: { DHCP agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: HyperV agent@hv-cinder-79966: {}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: L3 agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: Metadata agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: Metering agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: Open vSwitch agent@dv-cinder-799668-5-iscsi: { 'AddressGroup': '1.2', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'ConntrackHelper': '1.0', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Log': '1.0', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Network': '1.1', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Port': '1.7', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'PortForwarding': '1.2', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'QosPolicy': '1.9', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SecurityGroup': '1.4', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SecurityGroupRule': '1.2', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'SubPort': '1.0', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Subnet': '1.1', Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: 'Trunk': '1.1'}} Aug 10 14:22:31.982944 dv-cinder-799668-5-iscsi neutron-server[93344]: {{(pid=93344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:22:32.032641 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:32.035129 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Attempting to bind port 7d241a3f-e426-4b08-85de-145ffe9734eb on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:32.035506 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Attempting to bind port 7d241a3f-e426-4b08-85de-145ffe9734eb by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:32.035872 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Attempting to bind port 7d241a3f-e426-4b08-85de-145ffe9734eb on network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:32.042713 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:32.043812 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Checking segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:32.043812 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:32.044065 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Bound using segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:32.044534 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Bound port: 7d241a3f-e426-4b08-85de-145ffe9734eb, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:32.045630 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:32.045953 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:32.067606 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:32.090260 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f8c00e7f-7a52-4563-acbe-b7f2010ba96d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:22:32.091857 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f8c00e7f-7a52-4563-acbe-b7f2010ba96d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4373772 Aug 10 14:22:32.135639 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] For port 7d241a3f-e426-4b08-85de-145ffe9734eb, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:32.144054 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] For port 7d241a3f-e426-4b08-85de-145ffe9734eb, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=7d241a3f-e426-4b08-85de-145ffe9734eb,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:32.151936 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:32.196332 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Pushing event updated for resources: {'Port': ['ID=61d687d6-0187-4433-82fd-7e310345eae8,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:32.207140 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-b73fbf12-9a5a-4a3d-a15b-ec0021e98e21 service neutron] 10.222.0.44 "GET /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224697 Aug 10 14:22:32.256399 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47748) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:32.287219 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b53116-d433-4d13-8d1b-5592dc7d509e None None] Pushing event updated for resources: {'Port': ['ID=7d241a3f-e426-4b08-85de-145ffe9734eb,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:32.365804 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-5437f157-3fbb-44f0-ae82-71bce215e56b service neutron] 10.222.0.44 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595375 Aug 10 14:22:32.388235 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Allocated IP 172.27.3.167 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/d12fc022-a9ed-4adf-b98f-d1216b89cf3d) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:32.485088 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-8d1df106-f9f5-403e-83f0-814d1980b4b7 service neutron] 10.222.0.44 "GET /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767284 Aug 10 14:22:32.548554 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47756) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:32.601276 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ab26caf0-36a7-4d79-82f7-e6daefd13055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:32.623638 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-dda4fcf5-8a61-44fa-910e-1602c9f44dfb service neutron] 10.222.0.44 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467105 Aug 10 14:22:32.848918 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ab26caf0-36a7-4d79-82f7-e6daefd13055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:32.866609 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ab26caf0-36a7-4d79-82f7-e6daefd13055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.071856 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 7d241a3f-e426-4b08-85de-145ffe9734eb up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:33.144070 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-121502a3-ec2c-4932-9bdb-2191bcaf1b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.200055 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 7d241a3f-e426-4b08-85de-145ffe9734eb completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:33.215918 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.217687 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5b09df5-cb1d-47c7-8703-c2f5f21c647e req-3c1ade67-5f48-4355-8234-ae39673fda35 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.2794073 Aug 10 14:22:33.241948 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ab26caf0-36a7-4d79-82f7-e6daefd13055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32ee2e5fed0b4b449e9167f45caa7027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6884372 Aug 10 14:22:33.242971 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47798) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:33.264436 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26caf0-36a7-4d79-82f7-e6daefd13055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb81335-d0c9-41cb-92d7-3f627752c9b7,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:33.287723 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-42072bde-256d-496e-a8ca-8e06717b27b7 req-3c86a8ec-6f09-4fd6-aad9-088019808ca8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.0745785 Aug 10 14:22:33.316484 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47800) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:33.328704 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1119972564-network', 'tenant_id': '307c4fd7ef2e491bbf439802f8ff7777'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:33.344503 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8afbf840-7f1d-4bd6-ac8c-a7a96daa8533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.373460 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8afbf840-7f1d-4bd6-ac8c-a7a96daa8533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.389831 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.452991 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8afbf840-7f1d-4bd6-ac8c-a7a96daa8533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.455822 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8afbf840-7f1d-4bd6-ac8c-a7a96daa8533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.457050 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8afbf840-7f1d-4bd6-ac8c-a7a96daa8533 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cb81335-d0c9-41cb-92d7-3f627752c9b7 HTTP/1.1" status: 204 len: 168 time: 0.2114546 Aug 10 14:22:33.478579 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbf840-7f1d-4bd6-ac8c-a7a96daa8533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb81335-d0c9-41cb-92d7-3f627752c9b7,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:33.662953 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.820757 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a6870-f231-4f30-b9ed-7797a783bb94 None None] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:33.890118 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:33.905753 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Pushing event updated for resources: {'Port': ['ID=d12fc022-a9ed-4adf-b98f-d1216b89cf3d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:33.908961 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:33.913474 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-121502a3-ec2c-4932-9bdb-2191bcaf1b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.919381 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:33.956300 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-66a7ec5e-8b50-4cc7-be67-94fefdcbc649 None None] Provisioning for port 7d241a3f-e426-4b08-85de-145ffe9734eb completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:33.966300 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-66a7ec5e-8b50-4cc7-be67-94fefdcbc649 None None] Provisioning complete for port 7d241a3f-e426-4b08-85de-145ffe9734eb triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:33.966647 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-66a7ec5e-8b50-4cc7-be67-94fefdcbc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.070785 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-121502a3-ec2c-4932-9bdb-2191bcaf1b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.115226 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.194239 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Made reservation on behalf of 307c4fd7ef2e491bbf439802f8ff7777 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:34.197502 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.205533 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47850) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:34.205905 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-121502a3-ec2c-4932-9bdb-2191bcaf1b2d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4591fd30611d4aedae1e16007a5605b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9474313 Aug 10 14:22:34.249900 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121502a3-ec2c-4932-9bdb-2191bcaf1b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dba22e-fccd-4013-9c53-44d982406f84,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:34.257091 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-66a7ec5e-8b50-4cc7-be67-94fefdcbc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.278747 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.330521 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-04d55678-bd59-4ee5-a651-c5a0a1d57e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.373046 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-66a7ec5e-8b50-4cc7-be67-94fefdcbc649 None None] For port 7d241a3f-e426-4b08-85de-145ffe9734eb, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=7d241a3f-e426-4b08-85de-145ffe9734eb,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:22:34.392778 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3706b9ae-798f-41fe-a394-c395be98d430 req-394387b2-bbbd-4f8d-b766-4837ccc47c4a tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.0636840 Aug 10 14:22:34.416617 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-66a7ec5e-8b50-4cc7-be67-94fefdcbc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.431845 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-04d55678-bd59-4ee5-a651-c5a0a1d57e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.489325 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-90de18d5-f65a-4512-bb23-962b03525415 req-11ff7310-8be1-41bf-9667-b7a904e13ec5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.0550833 Aug 10 14:22:34.536051 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-04d55678-bd59-4ee5-a651-c5a0a1d57e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.539056 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-04d55678-bd59-4ee5-a651-c5a0a1d57e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.541440 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-04d55678-bd59-4ee5-a651-c5a0a1d57e57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07dba22e-fccd-4013-9c53-44d982406f84 HTTP/1.1" status: 204 len: 168 time: 0.3340502 Aug 10 14:22:34.556265 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d55678-bd59-4ee5-a651-c5a0a1d57e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dba22e-fccd-4013-9c53-44d982406f84,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:34.614876 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7ec5e-8b50-4cc7-be67-94fefdcbc649 None None] Pushing event updated for resources: {'Port': ['ID=7d241a3f-e426-4b08-85de-145ffe9734eb,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:34.754855 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:34.956763 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8f49b4e4-5979-412d-ba7c-df1dda1857ce None None] Provisioning complete for port 7d241a3f-e426-4b08-85de-145ffe9734eb triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:34.957240 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8f49b4e4-5979-412d-ba7c-df1dda1857ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.003545 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 7d241a3f-e426-4b08-85de-145ffe9734eb up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:35.036672 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.144183 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 7d241a3f-e426-4b08-85de-145ffe9734eb triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:35.144599 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.166245 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.237314 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:22:35.245401 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47896) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:35.245747 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:22:35.282170 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-01dba4e0-52c8-4ba9-bdf8-3b2209d81f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.307990 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.308320 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Added segment 013d0c06-4699-4a31-92c7-63a968debcdc of type vlan for network fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf Aug 10 14:22:35.325824 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2902975f-0a59-4164-91c5-1b27656f4f3d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:35.486553 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.567087 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-01dba4e0-52c8-4ba9-bdf8-3b2209d81f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.577589 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-01dba4e0-52c8-4ba9-bdf8-3b2209d81f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.615474 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.625244 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:22:35.627323 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.627738 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:35.628307 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.638425 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Sync routers for ids ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:22:35.657093 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Routers {'2fbbf0d7-ad46-40ae-8f17-6b710c971311'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:35.657725 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:35.744926 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-01dba4e0-52c8-4ba9-bdf8-3b2209d81f2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc4aa7770319465eb38e5f547c5677d9&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4953446 Aug 10 14:22:35.745664 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dba4e0-52c8-4ba9-bdf8-3b2209d81f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7396137-af86-4b72-98ad-1d1cc2fb0f1c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:35.749568 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47916) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:35.888664 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5653856 Aug 10 14:22:35.900502 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47922) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:35.912946 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Request body: {'subnet': {'network_id': 'fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1119972564-subnet', 'tenant_id': '307c4fd7ef2e491bbf439802f8ff7777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:35.922062 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:35.926811 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fa109c5d-d3dd-4007-a6c5-77212c0015a2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2327905 Aug 10 14:22:35.932985 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47924) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:35.969358 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4696b0d-7b91-419f-817b-90e1ea23e73f admin admin] Pushing event updated for resources: {'Network': ['ID=fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:35.995303 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:22:36.012614 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Set router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:22:36.031786 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Made reservation on behalf of 307c4fd7ef2e491bbf439802f8ff7777 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:36.036624 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.080415 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-912de5b6-eaa3-40e1-8362-d2a46130d79d req-edd71a48-b05d-47c0-8dc0-8bc8db3c37e8 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.1784589 Aug 10 14:22:36.120928 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-03dcf523-9e7c-4f26-89bb-d7387d3ac709 req-5c48d795-7c16-497d-b21d-1708dce649fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.1287532 Aug 10 14:22:36.122029 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-db98b222-7867-43dd-89d4-5e48a743e9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.223465 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-db98b222-7867-43dd-89d4-5e48a743e9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.245873 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.342140 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Checking segment: {'id': '013d0c06-4699-4a31-92c7-63a968debcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:36.342583 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Network hostable DHCP agents. Network: fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:22:36.346386 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Pushing event updated for resources: {'Subnet': ['ID=776f6f4a-2bdb-42b8-acde-dce4ac0f3eb1,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:36.354509 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Router 6688ff86-7ade-4487-990d-47b8d3e3653b is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:22:36.403534 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-db98b222-7867-43dd-89d4-5e48a743e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.407740 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-db98b222-7867-43dd-89d4-5e48a743e9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.412593 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-db98b222-7867-43dd-89d4-5e48a743e9c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7396137-af86-4b72-98ad-1d1cc2fb0f1c HTTP/1.1" status: 204 len: 168 time: 0.6602232 Aug 10 14:22:36.420143 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Network fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:22:36.451092 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:36.451333 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98b222-7867-43dd-89d4-5e48a743e9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7396137-af86-4b72-98ad-1d1cc2fb0f1c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:36.457532 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03de3b08-38a8-4421-a6ae-99c6e92f94e8 None None] Network fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:36.457925 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:36.458600 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.511491 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '61d687d6-0187-4433-82fd-7e310345eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:22:32Z', 'revision_number': 3, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port': {'id': '61d687d6-0187-4433-82fd-7e310345eae8', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:36.536460 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-83afdbf8-ccec-419f-bd8e-3a84fcee493f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6326621 Aug 10 14:22:36.571480 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:22:36.571718 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Checking router: 2fbbf0d7-ad46-40ae-8f17-6b710c971311 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:22:36.572046 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Updating router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 port 61d687d6-0187-4433-82fd-7e310345eae8 binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:22:36.607320 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.46', 64409) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:36.612542 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Sync routers for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:22:36.621872 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.625409 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-add3b6b9-b751-4eb7-8a20-2f3e4762f713 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3227804 Aug 10 14:22:36.627915 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 47938) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:36.630423 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.718395 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:36.719472 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:36.876615 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 47954) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:36.885955 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-a7393a72-a22b-4521-a1e7-a41dade249ca tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:36.888208 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-a7393a72-a22b-4521-a1e7-a41dade249ca tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.46 "GET /v2.0/networks?id=c89de481-2d00-40b1-8c39-a55f42dfb8ae HTTP/1.1" status: 200 len: 811 time: 0.2799110 Aug 10 14:22:36.971434 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:22:36.979687 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Request body: {'port': {'device_id': 'dc5079a9-07f3-4c27-a576-ce28710ad62c', 'network_id': 'c89de481-2d00-40b1-8c39-a55f42dfb8ae', 'admin_state_up': True, 'tenant_id': 'cf930dcf472a4696916445387a565d85'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:37.065017 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-718cf95c-5f37-4baa-8773-d77e3ffa1808 admin admin] Deleting subnet 1f8cc635-1039-4695-a79d-a9af1c680087 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:22:37.068532 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-718cf95c-5f37-4baa-8773-d77e3ffa1808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.106204 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-718cf95c-5f37-4baa-8773-d77e3ffa1808 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.118186 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-718cf95c-5f37-4baa-8773-d77e3ffa1808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.306552 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.312409 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df3698-393f-47dd-8bc3-b9fc5d1ec6f5 None None] Network fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:37.337673 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Transition to ACTIVE for port object 61d687d6-0187-4433-82fd-7e310345eae8 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:37.352563 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.485942 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Pushing event updated for resources: {'Port': ['ID=61d687d6-0187-4433-82fd-7e310345eae8,revision_number=2']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:37.505549 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.507178 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.507748 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.510052 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.510610 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.511263 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.511812 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.512320 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.512863 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.513377 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.514125 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.514642 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Tracked resource versions report: Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: pushed versions: Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: { 'AddressGroup': {'1.2'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'ConntrackHelper': {'1.0'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Log': {'1.0'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Network': {'1.1'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Port': {'1.7'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'PortForwarding': {'1.2'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'QosPolicy': {'1.9'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SecurityGroup': {'1.4'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SubPort': {'1.0'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Subnet': {'1.1'}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Trunk': {'1.1'}} Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: consumer versions: Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: { DHCP agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: HyperV agent@hv-cinder-79966: {}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: L3 agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: Metadata agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: Metering agent@dv-cinder-799668-5-iscsi: {}, Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: Open vSwitch agent@dv-cinder-799668-5-iscsi: { 'AddressGroup': '1.2', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'ConntrackHelper': '1.0', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Log': '1.0', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Network': '1.1', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Port': '1.7', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'PortForwarding': '1.2', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'QosPolicy': '1.9', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SecurityGroup': '1.4', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SecurityGroupRule': '1.2', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'SubPort': '1.0', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Subnet': '1.1', Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: 'Trunk': '1.1'}} Aug 10 14:22:37.516078 dv-cinder-799668-5-iscsi neutron-server[93345]: {{(pid=93345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:22:37.541844 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Attempting to bind port 61d687d6-0187-4433-82fd-7e310345eae8 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:37.542256 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Attempting to bind port 61d687d6-0187-4433-82fd-7e310345eae8 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:37.542632 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Attempting to bind port 61d687d6-0187-4433-82fd-7e310345eae8 on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:37.570214 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:37.571674 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:37.577648 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.577648 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:37.577648 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Bound port: 61d687d6-0187-4433-82fd-7e310345eae8, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:37.577648 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.579693 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.46', 64414) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:37.751634 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c806bf8-7ebf-4793-bb05-ded7d925ef2b req-5b9aee52-2fcf-41c1-bb62-8eca472743e5 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.2754662 Aug 10 14:22:37.795150 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:34Z', 'revision_number': 3, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:37.805489 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] For port 61d687d6-0187-4433-82fd-7e310345eae8, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:37.819070 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] For port 61d687d6-0187-4433-82fd-7e310345eae8, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=61d687d6-0187-4433-82fd-7e310345eae8,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:37.835092 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.845550 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Checking router: 6688ff86-7ade-4487-990d-47b8d3e3653b for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:22:37.845831 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Updating router 6688ff86-7ade-4487-990d-47b8d3e3653b port d12fc022-a9ed-4adf-b98f-d1216b89cf3d binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:22:37.856321 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3ddaed01-41b8-4401-90c0-769221d9c0b1 req-32a55b71-d6ec-45eb-8ec7-7ea3ac6e24e5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.3801115 Aug 10 14:22:37.940499 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.980105 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:37.987085 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Made reservation on behalf of cf930dcf472a4696916445387a565d85 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:37.990764 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:38.012966 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-718cf95c-5f37-4baa-8773-d77e3ffa1808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:38.031459 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48006) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:38.048584 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Routers {'2fbbf0d7-ad46-40ae-8f17-6b710c971311'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:38.049346 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:38.096026 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4356b-afae-4270-a465-a08f2d5afc97 None None] Pushing event updated for resources: {'Port': ['ID=61d687d6-0187-4433-82fd-7e310345eae8,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:38.129499 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-718cf95c-5f37-4baa-8773-d77e3ffa1808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:38.131482 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-718cf95c-5f37-4baa-8773-d77e3ffa1808 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1f8cc635-1039-4695-a79d-a9af1c680087 HTTP/1.1" status: 204 len: 168 time: 1.2420073 Aug 10 14:22:38.145592 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-aaba16bf-d7c2-4516-a5aa-9e5b6fbd2b8c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:38.151377 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-aaba16bf-d7c2-4516-a5aa-9e5b6fbd2b8c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 815 time: 0.5682697 Aug 10 14:22:38.151892 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48014) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:38.165575 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cf95c-5f37-4baa-8773-d77e3ffa1808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8cc635-1039-4695-a79d-a9af1c680087,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:38.234134 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] Set router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:22:38.349788 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:38.366040 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Request body: {'port': {'device_id': '090997a4-61bc-49dd-bdf1-326785f3399e', 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'admin_state_up': True, 'tenant_id': '2fbf0fb263184f20b746cd10c11e76f9'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:38.520698 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '61d687d6-0187-4433-82fd-7e310345eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:22:32Z', 'revision_number': 3, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port': {'id': '61d687d6-0187-4433-82fd-7e310345eae8', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:38.600443 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1845333-8ae2-474c-8cb6-36bfd2ce73e2 None None] The sync data for ids ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'] in dv-cinder-799668-5-iscsi is: [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '61d687d6-0187-4433-82fd-7e310345eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:22:32Z', 'revision_number': 3, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port': {'id': '61d687d6-0187-4433-82fd-7e310345eae8', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:22:38.629073 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:38.660501 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Transition to ACTIVE for port object d12fc022-a9ed-4adf-b98f-d1216b89cf3d will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:38.672277 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:38.720624 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-eea8e33e-23bc-425e-a4c3-d2247e6d4b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:38.816003 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Attempting to bind port d12fc022-a9ed-4adf-b98f-d1216b89cf3d on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:38.818698 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Attempting to bind port d12fc022-a9ed-4adf-b98f-d1216b89cf3d by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:38.819232 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Attempting to bind port d12fc022-a9ed-4adf-b98f-d1216b89cf3d on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:38.829243 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0c090-af66-4e7f-bd7c-1ff7d67286cb None None] Pushing event updated for resources: {'Port': ['ID=d12fc022-a9ed-4adf-b98f-d1216b89cf3d,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:38.846709 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:38.848090 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:38.849196 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:38.850287 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:38.851558 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Bound port: d12fc022-a9ed-4adf-b98f-d1216b89cf3d, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:38.853417 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:39.035621 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] For port d12fc022-a9ed-4adf-b98f-d1216b89cf3d, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:39.037737 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Allocated IP 172.20.0.6 (c89de481-2d00-40b1-8c39-a55f42dfb8ae/4c450baa-6f8d-494d-ad69-45310896f0dd/44a3a891-355e-435e-b480-5d01ac54e7b9) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:39.051746 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] For port d12fc022-a9ed-4adf-b98f-d1216b89cf3d, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=d12fc022-a9ed-4adf-b98f-d1216b89cf3d,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:39.062179 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:39.217286 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:39.228790 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0c090-af66-4e7f-bd7c-1ff7d67286cb None None] Pushing event updated for resources: {'Port': ['ID=d12fc022-a9ed-4adf-b98f-d1216b89cf3d,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:39.241390 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:39.243978 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:39.244972 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-eea8e33e-23bc-425e-a4c3-d2247e6d4b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:39.376510 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.377392 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3c7b66ad-a32e-4ec9-87a9-d512c915c78f req-76545004-86a2-42ea-adb4-99c38d54ed60 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.1813927 Aug 10 14:22:39.377789 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.378958 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.390325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.390325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.390325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.390325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.390325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.390325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.392188 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.530806 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:39.585053 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:22:39.654857 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50875d0b-9675-4ce9-9682-c1811360f3aa req-74feb762-1d6a-4ce0-9af8-f90cd055b729 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.3051231 Aug 10 14:22:39.954694 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.955650 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.955650 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.965880 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:39.967111 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2208c8-96e9-4187-8714-3f2457260c1b']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:39.985367 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-eea8e33e-23bc-425e-a4c3-d2247e6d4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.025846 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511800e0-e318-4358-9fd9-294b0e587f63') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:40.026564 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511800e0-e318-4358-9fd9-294b0e587f63') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:40.107392 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Allocated IP 172.20.0.1 (d82446d6-0f3f-413b-b75b-3143718033e5/946baf6e-d1b3-4a58-90ad-7e9931fb0293/31885199-0181-45ac-904f-1040e79b515e) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:40.271720 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:34Z', 'revision_number': 3, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:40.300555 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.316407 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-eea8e33e-23bc-425e-a4c3-d2247e6d4b9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddcbe8d6fc6e4299922382261a90f9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2681983 Aug 10 14:22:40.317442 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8e33e-23bc-425e-a4c3-d2247e6d4b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34f7ba4-19cf-42ec-8b36-ee2918512e71,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:40.334584 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48058) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:40.443067 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Made reservation on behalf of 2fbf0fb263184f20b746cd10c11e76f9 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:40.452085 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.456544 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85501c-635d-4ec0-99ee-8d45b7c31e5a None None] The sync data for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi is: [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:34Z', 'revision_number': 3, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:22:40.553512 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.645947 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-169430bc-5f98-4695-a7df-780cfa99d30a req-505030bd-6d9f-4f04-9966-ca4cfb7635c4 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.0950079 Aug 10 14:22:40.664376 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.800437 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.832680 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.881727 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:22:40.882169 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: from cryptography.utils import int_from_bytes Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: from cryptography.utils import int_from_bytes Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:22:40.901407 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:22:40.943348 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-96599381-8095-4380-9604-d3f31a7b88df req-1d928666-5f5e-4cb7-9a65-267b05cac984 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.0906665 Aug 10 14:22:41.005424 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:41.061451 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-277c7057-703f-4982-8792-293be44ec3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:41.104795 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-277c7057-703f-4982-8792-293be44ec3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:41.407377 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 61d687d6-0187-4433-82fd-7e310345eae8 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:41.431131 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Network c89de481-2d00-40b1-8c39-a55f42dfb8ae is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:41.431131 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:41.431131 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:41.431131 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:41.434457 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 61d687d6-0187-4433-82fd-7e310345eae8 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:41.435275 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:41.435275 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:41.435488 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 61d687d6-0187-4433-82fd-7e310345eae8 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:41.435488 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:41.435678 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Pushing event updated for resources: {'Port': ['ID=44a3a891-355e-435e-b480-5d01ac54e7b9,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:41.435678 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Network d82446d6-0f3f-413b-b75b-3143718033e5 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:41.435678 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:41.435678 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:41.435678 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:41.473054 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-42e4205e-fc3a-45a6-ba1b-ef681973db62 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4977934 Aug 10 14:22:41.614439 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-53b8b08a-6d5f-4903-973e-aa30fd15a8a5 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:22:41.615578 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-53b8b08a-6d5f-4903-973e-aa30fd15a8a5 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299470 Aug 10 14:22:41.718850 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:41.754514 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Pushing event updated for resources: {'Port': ['ID=31885199-0181-45ac-904f-1040e79b515e,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:41.819807 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 61d687d6-0187-4433-82fd-7e310345eae8, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=61d687d6-0187-4433-82fd-7e310345eae8,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:22:41.826705 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.035587 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=61d687d6-0187-4433-82fd-7e310345eae8,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:42.097021 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.103923 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-be463b26-7043-4baf-9eec-12c8e9982f62 req-03184191-b450-4588-8ab8-c7d026c6fd87 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.1290863 Aug 10 14:22:42.114010 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Allocated IP 172.20.0.2 (f079afc9-6109-49d0-a620-2a5d48bd655b/555bdecc-1e04-473d-ad51-fb75340fbb1a/60cf572b-e0ee-4dfa-a8ec-cb6564248e30) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:42.207324 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Request body: {'port': {'device_id': 'dc5079a9-07f3-4c27-a576-ce28710ad62c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:42.277237 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-277c7057-703f-4982-8792-293be44ec3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.279810 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-277c7057-703f-4982-8792-293be44ec3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.296573 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-277c7057-703f-4982-8792-293be44ec3a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b34f7ba4-19cf-42ec-8b36-ee2918512e71 HTTP/1.1" status: 204 len: 168 time: 1.9401608 Aug 10 14:22:42.412958 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.472715 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c7057-703f-4982-8792-293be44ec3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34f7ba4-19cf-42ec-8b36-ee2918512e71,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:42.486639 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.573761 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c692165-9a60-4755-9cd7-71fdefe14210 req-bd6534a3-d3bb-4266-a27d-9df3c2d5c01e tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:42.576445 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c692165-9a60-4755-9cd7-71fdefe14210 req-bd6534a3-d3bb-4266-a27d-9df3c2d5c01e tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 931 time: 0.3775523 Aug 10 14:22:42.606473 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.617148 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4f2208c8-96e9-4187-8714-3f2457260c1b HTTP/1.1" status: 204 len: 168 time: 4.4186423 Aug 10 14:22:42.687592 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48106) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:42.703882 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8cecb-c7cf-4b13-ae45-9a7cef7009a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2208c8-96e9-4187-8714-3f2457260c1b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:42.841023 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Allocated IP 172.20.0.1 (12b962d1-6ee2-4ea1-842e-1bbcd26988d1/5747de79-58d2-4560-bccc-0c9e272a1845/45fd40f4-edbe-4617-b056-487f14c6fd85) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:42.877224 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:42.931967 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48112) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:43.193406 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 61d687d6-0187-4433-82fd-7e310345eae8 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:43.220137 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c692165-9a60-4755-9cd7-71fdefe14210 req-4c7b2e9a-19e0-4f1b-8f51-8fde913be061 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309732 Aug 10 14:22:43.275280 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.297761 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Transition to ACTIVE for port object 45fd40f4-edbe-4617-b056-487f14c6fd85 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:43.338927 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.346693 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.408157 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 61d687d6-0187-4433-82fd-7e310345eae8 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:43.408578 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.450105 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Network f079afc9-6109-49d0-a620-2a5d48bd655b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:43.466172 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:43.466749 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.485380 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:43.499083 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:43.536716 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:43.556256 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Pushing event updated for resources: {'Port': ['ID=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:43.572492 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:43.655439 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.658265 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.674610 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12a400f-58ad-4fac-b42c-703bc279f491 admin admin] Deleting subnet 776f6f4a-2bdb-42b8-acde-dce4ac0f3eb1 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:22:43.686326 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device d12fc022-a9ed-4adf-b98f-d1216b89cf3d up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:43.807198 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port d12fc022-a9ed-4adf-b98f-d1216b89cf3d completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:43.816154 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port d12fc022-a9ed-4adf-b98f-d1216b89cf3d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:43.822136 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.831537 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Pushing event updated for resources: {'Port': ['ID=45fd40f4-edbe-4617-b056-487f14c6fd85,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:43.840717 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:43.841294 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.876070 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.982852 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.995888 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d12a400f-58ad-4fac-b42c-703bc279f491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.027140 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-3030dadf-68ad-4cc1-a888-849eee33a2ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6803851 Aug 10 14:22:44.029380 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port d12fc022-a9ed-4adf-b98f-d1216b89cf3d, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=d12fc022-a9ed-4adf-b98f-d1216b89cf3d,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:22:44.038522 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.044889 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68ad0e8b-eb76-4332-8ba0-5c8b1d9b0f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.108846 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Request body: {'port': {'device_id': '090997a4-61bc-49dd-bdf1-326785f3399e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:44.161504 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=d12fc022-a9ed-4adf-b98f-d1216b89cf3d,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:44.189721 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-cbd46507-1941-421c-8fdb-967111b0aa15 None None] Provisioning for port 45fd40f4-edbe-4617-b056-487f14c6fd85 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:44.194526 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-cbd46507-1941-421c-8fdb-967111b0aa15 None None] Provisioning complete for port 45fd40f4-edbe-4617-b056-487f14c6fd85 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:44.195296 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-cbd46507-1941-421c-8fdb-967111b0aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.275266 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-cbd46507-1941-421c-8fdb-967111b0aa15 None None] Port 45fd40f4-edbe-4617-b056-487f14c6fd85 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:22:44.381435 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.436533 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d12a400f-58ad-4fac-b42c-703bc279f491 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.443975 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d12a400f-58ad-4fac-b42c-703bc279f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.667250 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.691062 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fb5f2-815f-4872-99e3-36c88b0cfc00 req-52ee6a83-cb78-48de-891a-cbc1a90b4342 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:44.695928 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f4fb5f2-815f-4872-99e3-36c88b0cfc00 req-52ee6a83-cb78-48de-891a-cbc1a90b4342 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 931 time: 1.1418054 Aug 10 14:22:44.756616 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d12a400f-58ad-4fac-b42c-703bc279f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.851819 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Pushing event updated for resources: {'Port': ['ID=31885199-0181-45ac-904f-1040e79b515e,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:44.889598 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a3a891-355e-435e-b480-5d01ac54e7b9 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:22:44.892513 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.902811 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.037771 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device d12fc022-a9ed-4adf-b98f-d1216b89cf3d up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:45.059451 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a400f-58ad-4fac-b42c-703bc279f491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776f6f4a-2bdb-42b8-acde-dce4ac0f3eb1,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:45.077871 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.147494 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Transition to ACTIVE for port object 44a3a891-355e-435e-b480-5d01ac54e7b9 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:45.153969 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port d12fc022-a9ed-4adf-b98f-d1216b89cf3d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:45.154740 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.215338 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.264709 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3c429-f1aa-476c-8d22-3dae828a04b4 req-89158af3-4239-48d9-9a81-693dbc4e7efd tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:45.266497 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f4a3c429-f1aa-476c-8d22-3dae828a04b4 req-89158af3-4239-48d9-9a81-693dbc4e7efd tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 931 time: 0.8771098 Aug 10 14:22:45.342711 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.375849 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d12a400f-58ad-4fac-b42c-703bc279f491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.377733 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d12a400f-58ad-4fac-b42c-703bc279f491 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/776f6f4a-2bdb-42b8-acde-dce4ac0f3eb1 HTTP/1.1" status: 204 len: 168 time: 2.6742260 Aug 10 14:22:45.443214 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48164) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:45.447966 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Pushing event updated for resources: {'Port': ['ID=45fd40f4-edbe-4617-b056-487f14c6fd85,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:45.485694 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f4fb5f2-815f-4872-99e3-36c88b0cfc00 req-a82cd824-96a9-483a-a90c-87b6a76a9b78 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7122247 Aug 10 14:22:45.555812 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.561212 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:45.568856 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:45.569074 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Network d82446d6-0f3f-413b-b75b-3143718033e5 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:45.570283 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Pushing event updated for resources: {'Port': ['ID=44a3a891-355e-435e-b480-5d01ac54e7b9,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:45.586883 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:45.794965 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f4a3c429-f1aa-476c-8d22-3dae828a04b4 req-709c9606-56a6-4135-9cc6-a4891d3c8984 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858690 Aug 10 14:22:45.820491 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:22:45.836100 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.856755 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Transition to ACTIVE for port object 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:45.861433 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Attempting to bind port 44a3a891-355e-435e-b480-5d01ac54e7b9 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:45.861844 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Attempting to bind port 44a3a891-355e-435e-b480-5d01ac54e7b9 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '5ff6dd09-4989-4947-8bd8-0d2a03f46bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c89de481-2d00-40b1-8c39-a55f42dfb8ae'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:45.862466 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Attempting to bind port 44a3a891-355e-435e-b480-5d01ac54e7b9 on network c89de481-2d00-40b1-8c39-a55f42dfb8ae {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:45.920662 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-50a5fea8-7f6d-4892-8119-0736eeddec61 None None] Provisioning complete for port 45fd40f4-edbe-4617-b056-487f14c6fd85 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:45.922755 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-50a5fea8-7f6d-4892-8119-0736eeddec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.926910 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Port 44a3a891-355e-435e-b480-5d01ac54e7b9 on network c89de481-2d00-40b1-8c39-a55f42dfb8ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:22:45.927384 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Attempting to bind port 44a3a891-355e-435e-b480-5d01ac54e7b9 on network c89de481-2d00-40b1-8c39-a55f42dfb8ae {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:45.950343 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.956764 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68ad0e8b-eb76-4332-8ba0-5c8b1d9b0f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.968194 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:45.969769 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Checking segment: {'id': '5ff6dd09-4989-4947-8bd8-0d2a03f46bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c89de481-2d00-40b1-8c39-a55f42dfb8ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:45.970395 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Bound using segment: {'id': '5ff6dd09-4989-4947-8bd8-0d2a03f46bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c89de481-2d00-40b1-8c39-a55f42dfb8ae'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:45.972053 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Bound port: 44a3a891-355e-435e-b480-5d01ac54e7b9, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff6dd09-4989-4947-8bd8-0d2a03f46bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c89de481-2d00-40b1-8c39-a55f42dfb8ae'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:45.972375 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.979765 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Router 6688ff86-7ade-4487-990d-47b8d3e3653b has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:22:45.983728 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68ad0e8b-eb76-4332-8ba0-5c8b1d9b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.985365 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-50a5fea8-7f6d-4892-8119-0736eeddec61 None None] Port 45fd40f4-edbe-4617-b056-487f14c6fd85 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:22:46.033245 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:22:46.087112 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad0e8b-eb76-4332-8ba0-5c8b1d9b0f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ab01c-12a0-4eb6-bde2-fad285b15934,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:46.111149 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-68ad0e8b-eb76-4332-8ba0-5c8b1d9b0f32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9572801548144d07a21ef114705f74c1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1690280 Aug 10 14:22:46.119055 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48166) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:46.202576 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] For port 44a3a891-355e-435e-b480-5d01ac54e7b9, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:46.203012 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.238760 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] For port 44a3a891-355e-435e-b480-5d01ac54e7b9, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=44a3a891-355e-435e-b480-5d01ac54e7b9,segment=NetworkSegment(5ff6dd09-4989-4947-8bd8-0d2a03f46bac),segment_id=5ff6dd09-4989-4947-8bd8-0d2a03f46bac)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:46.251685 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.309128 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Pushing event updated for resources: {'Port': ['ID=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:46.331250 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:46.331877 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.333756 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] 10.222.0.46 "PUT /v2.0/ports/44a3a891-355e-435e-b480-5d01ac54e7b9 HTTP/1.1" status: 200 len: 1093 time: 4.3607175 Aug 10 14:22:46.346012 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5079a9-07f3-4c27-a576-ce28710ad62c', 'tag': '44a3a891-355e-435e-b480-5d01ac54e7b9'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:22:46.427283 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-857ed3e9-4c68-41d5-ac74-31074e205cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.434576 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:22:46.440237 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:46.447632 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Sync routers for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:22:46.459314 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:22:46.465791 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e41f8c9f-9c80-4ad5-b65d-560bb93c389f admin admin] 10.222.0.44 "PUT /v2.0/routers/2fbbf0d7-ad46-40ae-8f17-6b710c971311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5270109 Aug 10 14:22:46.468845 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf9184-f26b-4fc1-adb5-3e4125461d12 service neutron] Pushing event updated for resources: {'Port': ['ID=44a3a891-355e-435e-b480-5d01ac54e7b9,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:46.474322 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Sync routers for ids ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:22:46.475410 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:46.476050 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:46.490602 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fa356b7a-1362-4d73-be37-e6de97eb0d53 admin admin] 10.222.0.44 "PUT /v2.0/routers/6688ff86-7ade-4487-990d-47b8d3e3653b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8591328 Aug 10 14:22:46.503713 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-857ed3e9-4c68-41d5-ac74-31074e205cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.513740 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013d0c06-4699-4a31-92c7-63a968debcdc') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:46.514063 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013d0c06-4699-4a31-92c7-63a968debcdc') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:46.516057 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Routers {'2fbbf0d7-ad46-40ae-8f17-6b710c971311'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:46.517355 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:46.542829 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.554038 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Attempting to bind port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:46.554982 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Attempting to bind port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:46.556291 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Attempting to bind port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 on network f079afc9-6109-49d0-a620-2a5d48bd655b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:46.569177 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 on network f079afc9-6109-49d0-a620-2a5d48bd655b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:22:46.569511 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Attempting to bind port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 on network f079afc9-6109-49d0-a620-2a5d48bd655b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:46.578978 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.589401 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:46.589909 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Checking segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:46.602013 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Bound using segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:46.602013 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Bound port: 60cf572b-e0ee-4dfa-a8ec-cb6564248e30, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:46.602013 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.607474 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-857ed3e9-4c68-41d5-ac74-31074e205cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.610454 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-857ed3e9-4c68-41d5-ac74-31074e205cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.611666 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-857ed3e9-4c68-41d5-ac74-31074e205cd3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a08ab01c-12a0-4eb6-bde2-fad285b15934 HTTP/1.1" status: 204 len: 168 time: 0.4913657 Aug 10 14:22:46.629490 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:22:46.631867 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.635092 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ed3e9-4c68-41d5-ac74-31074e205cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ab01c-12a0-4eb6-bde2-fad285b15934,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:22:46.642332 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:22:46.815315 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7160d957-215f-4818-9fa0-21cb8f2f2452" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5079a9-07f3-4c27-a576-ce28710ad62c", "tag": "44a3a891-355e-435e-b480-5d01ac54e7b9"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:22:46.852060 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.866549 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:46.872244 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf HTTP/1.1" status: 204 len: 168 time: 1.4226744 Aug 10 14:22:46.872426 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb4140-eaae-4a98-acda-e83d3cec95a9 req-7b9bcf59-efbf-41ea-8ac5-a8496a79ca21 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:46.875729 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1eeb4140-eaae-4a98-acda-e83d3cec95a9 req-7b9bcf59-efbf-41ea-8ac5-a8496a79ca21 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 943 time: 0.2022381 Aug 10 14:22:46.877887 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Set router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:22:46.931327 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dff6e-07c0-48a5-a569-7b54951d8409 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdd9dd1-2a7c-489b-bb2d-c1cd60ea65cf,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:46.980139 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] For port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:46.993221 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] For port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:47.004187 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:47.065017 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:47.066394 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:47.067951 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] 10.222.0.46 "PUT /v2.0/ports/60cf572b-e0ee-4dfa-a8ec-cb6564248e30 HTTP/1.1" status: 200 len: 1093 time: 3.0009291 Aug 10 14:22:47.068419 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090997a4-61bc-49dd-bdf1-326785f3399e', 'tag': '60cf572b-e0ee-4dfa-a8ec-cb6564248e30'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:22:47.103369 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:22:47.181200 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1eeb4140-eaae-4a98-acda-e83d3cec95a9 req-21e01504-1ac1-4d22-8946-83ed1dc9e319 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967939 Aug 10 14:22:47.215828 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-674b39c2-6ad1-4373-bec7-8cb5e6610e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:47.217554 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-674b39c2-6ad1-4373-bec7-8cb5e6610e67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf930dcf472a4696916445387a565d85&device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 1096 time: 0.2745428 Aug 10 14:22:47.264188 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673b6ad-36e6-4669-9f34-7f7dede337aa service neutron] Pushing event updated for resources: {'Port': ['ID=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:47.462323 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-cb3acd44-bf5b-4bc4-a754-1008428d65e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a3a891-355e-435e-b480-5d01ac54e7b9 HTTP/1.1" status: 200 len: 217 time: 0.2061157 Aug 10 14:22:47.475955 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-d1868a5f-421e-4425-ac34-5d18b777fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:47.477693 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-d1868a5f-421e-4425-ac34-5d18b777fbd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 1096 time: 0.2166617 Aug 10 14:22:47.548174 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 2, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:47.587844 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Checking router: 6688ff86-7ade-4487-990d-47b8d3e3653b for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:22:47.588708 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Updating router 6688ff86-7ade-4487-990d-47b8d3e3653b port 45fd40f4-edbe-4617-b056-487f14c6fd85 binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:22:47.613204 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19bd52d-bd24-4c15-b5de-440a15be7d43 x-openstack-request-id: req-a19bd52d-bd24-4c15-b5de-440a15be7d43 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:22:47.617949 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5079a9-07f3-4c27-a576-ce28710ad62c", "tag": "44a3a891-355e-435e-b480-5d01ac54e7b9", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:22:47.617949 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a19bd52d-bd24-4c15-b5de-440a15be7d43 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:22:47.618534 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc5079a9-07f3-4c27-a576-ce28710ad62c', 'tag': '44a3a891-355e-435e-b480-5d01ac54e7b9', 'status': 'completed', 'code': 200} Aug 10 14:22:47.619123 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '61d687d6-0187-4433-82fd-7e310345eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:22:41Z', 'revision_number': 4, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port': {'id': '61d687d6-0187-4433-82fd-7e310345eae8', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '31885199-0181-45ac-904f-1040e79b515e', 'name': '', 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'mac_address': 'fa:16:3e:5b:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '946baf6e-d1b3-4a58-90ad-7e9931fb0293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:38Z', 'updated_at': '2021-08-10T14:22:42Z', 'revision_number': 2, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'subnets': [{'id': '946baf6e-d1b3-4a58-90ad-7e9931fb0293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:47.624296 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:47.681505 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4ab9-e55f-4d6d-b03b-b0c29c4f3188 req-88685d35-d7c2-48c8-a7ec-83911f816ea4 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:47.688975 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ccd4ab9-e55f-4d6d-b03b-b0c29c4f3188 req-88685d35-d7c2-48c8-a7ec-83911f816ea4 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 943 time: 0.2233615 Aug 10 14:22:47.714700 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-7d9a045e-da0a-4f2a-a148-354d6d5bedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:47.723337 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-7d9a045e-da0a-4f2a-a148-354d6d5bedd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c450baa-6f8d-494d-ad69-45310896f0dd HTTP/1.1" status: 200 len: 851 time: 0.1844668 Aug 10 14:22:47.725198 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-68793a79-2cda-4d66-b16d-84a47aa6ea02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60cf572b-e0ee-4dfa-a8ec-cb6564248e30 HTTP/1.1" status: 200 len: 217 time: 0.2005351 Aug 10 14:22:47.729783 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Checking router: 2fbbf0d7-ad46-40ae-8f17-6b710c971311 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:22:47.732187 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Updating router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 port 31885199-0181-45ac-904f-1040e79b515e binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:22:47.776472 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ccd4ab9-e55f-4d6d-b03b-b0c29c4f3188 req-aa39c362-3d3a-412f-aae0-fc9418d11358 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763493 Aug 10 14:22:47.875282 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48228) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:47.924957 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:47.990020 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-b210c810-024a-4f54-bd6d-16387b1bbffe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89de481-2d00-40b1-8c39-a55f42dfb8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844318 Aug 10 14:22:48.073440 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-cf8ff090-420f-48f2-8cb4-c8d53d4acb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:48.083719 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-cf8ff090-420f-48f2-8cb4-c8d53d4acb1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.2769074 Aug 10 14:22:48.112724 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6bf2decc-2f81-40e2-9262-aca2412a03c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac72ab11dac340dbb086c5f931208729&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2158554 Aug 10 14:22:48.120043 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48232) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:48.198022 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-9ee71cbe-11a7-4ca7-836b-050031d9e57a service neutron] 10.222.0.46 "GET /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478238 Aug 10 14:22:48.247089 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-d06be97b-54ae-4ffc-be7a-773c34fa7781 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277986 Aug 10 14:22:48.349704 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.361398 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48242) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:48.376846 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Transition to ACTIVE for port object 45fd40f4-edbe-4617-b056-487f14c6fd85 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:48.390787 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.440297 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18e57468-1b61-43bb-9c32-21b188c38424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.456232 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-660d7769-0736-459c-8d38-9e80027a6717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.529390 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1709842-26b7-4ecf-aba5-224af7b623e8 None None] Pushing event updated for resources: {'Port': ['ID=45fd40f4-edbe-4617-b056-487f14c6fd85,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:48.536235 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.565680 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Transition to ACTIVE for port object 31885199-0181-45ac-904f-1040e79b515e will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:48.566387 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-660d7769-0736-459c-8d38-9e80027a6717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.578151 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.699595 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d164a1e9-581d-4f0d-bd77-559825efbe4e req-a6b5d8b3-bd4a-48dd-90d0-9b60519c452d service neutron] 10.222.0.46 "GET /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859653 Aug 10 14:22:48.786508 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-660d7769-0736-459c-8d38-9e80027a6717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.789388 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-660d7769-0736-459c-8d38-9e80027a6717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.801829 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-660d7769-0736-459c-8d38-9e80027a6717 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67878796-902c-4e4d-83a7-9a26b9355b56 HTTP/1.1" status: 204 len: 168 time: 0.6694753 Aug 10 14:22:48.820500 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5ba657-d215-49ed-b659-23d59f385691" -d '{"events": [{"name": "network-changed", "server_uuid": "090997a4-61bc-49dd-bdf1-326785f3399e", "tag": "60cf572b-e0ee-4dfa-a8ec-cb6564248e30"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:22:48.881823 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-c4aed5f7-1f7c-4a85-946d-a9015faab78a service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147492 Aug 10 14:22:48.886279 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d7769-0736-459c-8d38-9e80027a6717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67878796-902c-4e4d-83a7-9a26b9355b56,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:48.896059 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8791ef2-3db3-48b4-92a6-7ea4e7a55cd9 None None] Pushing event updated for resources: {'Port': ['ID=31885199-0181-45ac-904f-1040e79b515e,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:48.919871 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Attempting to bind port 45fd40f4-edbe-4617-b056-487f14c6fd85 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:48.938773 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Attempting to bind port 45fd40f4-edbe-4617-b056-487f14c6fd85 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:48.939929 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Attempting to bind port 45fd40f4-edbe-4617-b056-487f14c6fd85 on network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:48.971189 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:48.977057 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Attempting to bind port 31885199-0181-45ac-904f-1040e79b515e on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:48.977426 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Attempting to bind port 31885199-0181-45ac-904f-1040e79b515e by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:48.978478 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Attempting to bind port 31885199-0181-45ac-904f-1040e79b515e on network d82446d6-0f3f-413b-b75b-3143718033e5 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:48.986202 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:48.986808 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Checking segment: {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:48.987281 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:48.988504 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Bound using segment: {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:48.989480 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Bound port: 31885199-0181-45ac-904f-1040e79b515e, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:48.990056 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.006787 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Checking segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:49.007205 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.008134 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Bound using segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:49.019287 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Bound port: 45fd40f4-edbe-4617-b056-487f14c6fd85, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:49.019634 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.171274 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1d2f6e17-c6ae-473c-980c-143aea04d3c0 req-c8813c0d-62f7-4d4d-a2cb-5d495cefcd45 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770371 Aug 10 14:22:49.245313 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] For port 31885199-0181-45ac-904f-1040e79b515e, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:49.245663 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] For port 45fd40f4-edbe-4617-b056-487f14c6fd85, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:49.257555 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] For port 31885199-0181-45ac-904f-1040e79b515e, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=31885199-0181-45ac-904f-1040e79b515e,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:49.265720 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.267122 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] For port 45fd40f4-edbe-4617-b056-487f14c6fd85, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=45fd40f4-edbe-4617-b056-487f14c6fd85,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:49.279110 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.501432 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1709842-26b7-4ecf-aba5-224af7b623e8 None None] Pushing event updated for resources: {'Port': ['ID=45fd40f4-edbe-4617-b056-487f14c6fd85,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:49.514620 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Routers {'2fbbf0d7-ad46-40ae-8f17-6b710c971311'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:49.517640 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:49.566825 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48266) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:49.567756 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:49.568566 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:49.576686 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-5093963a-6342-407e-9b97-3ad3db856103 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2118333053', 'description': 'tempest-description--1762297290'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:49.606317 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-24518249-34cf-4cc4-9dec-d5232772f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:49.611393 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-24518249-34cf-4cc4-9dec-d5232772f1fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf930dcf472a4696916445387a565d85&device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 1096 time: 0.7858541 Aug 10 14:22:49.642303 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18e57468-1b61-43bb-9c32-21b188c38424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.692284 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5093963a-6342-407e-9b97-3ad3db856103 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.710441 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8791ef2-3db3-48b4-92a6-7ea4e7a55cd9 None None] Pushing event updated for resources: {'Port': ['ID=31885199-0181-45ac-904f-1040e79b515e,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:49.717917 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18e57468-1b61-43bb-9c32-21b188c38424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.825103 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48270) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:49.853014 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] Set router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:22:49.891303 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:22:49.934579 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5093963a-6342-407e-9b97-3ad3db856103 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.956239 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5093963a-6342-407e-9b97-3ad3db856103 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.991911 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5093963a-6342-407e-9b97-3ad3db856103 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:49.993240 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5093963a-6342-407e-9b97-3ad3db856103 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4251039 Aug 10 14:22:50.008709 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48274) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:50.026403 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-c12b7c99-ff17-4b79-9153-7338e5da55bc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'security_group_rule': {'security_group_id': 'ab9e38f8-80c4-46b5-b46c-f9f77d48f141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:50.043501 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f17bccef-a1a3-4c95-bad6-608f738c4d7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=307c4fd7ef2e491bbf439802f8ff7777&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2170649 Aug 10 14:22:50.048499 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48278) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:50.080546 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093963a-6342-407e-9b97-3ad3db856103 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9e38f8-80c4-46b5-b46c-f9f77d48f141,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:50.143100 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-18e57468-1b61-43bb-9c32-21b188c38424 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d341237d962c4cff971d57de2663a22e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7766962 Aug 10 14:22:50.147345 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48282) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:50.152506 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e57468-1b61-43bb-9c32-21b188c38424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02062d67-0680-416b-8ccf-c0d0b7da1c9a,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:50.241064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0392d9-8a42-4ae7-9dcd-1c8c26ee0f6f req-0e99b7b1-571d-4e6b-9cc6-5958e8e2d364 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:50.249500 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f0392d9-8a42-4ae7-9dcd-1c8c26ee0f6f req-0e99b7b1-571d-4e6b-9cc6-5958e8e2d364 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 943 time: 0.4681759 Aug 10 14:22:50.261067 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c12b7c99-ff17-4b79-9153-7338e5da55bc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:50.267973 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-cb05e42c-e771-49c6-bb4f-f16d308a8e5f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:50.275417 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-cb05e42c-e771-49c6-bb4f-f16d308a8e5f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 819 time: 1.1593332 Aug 10 14:22:50.293936 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-969972e6-9a3f-4709-ac75-1f2ac87562e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:50.295577 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-969972e6-9a3f-4709-ac75-1f2ac87562e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c89de481-2d00-40b1-8c39-a55f42dfb8ae HTTP/1.1" status: 200 len: 912 time: 0.6565378 Aug 10 14:22:50.314659 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-11ab004c-be3e-4c84-80a3-537ba533405f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/quotas/30b8cff49a4b4ae3948c704114fe21c6 HTTP/1.1" status: 200 len: 375 time: 0.0381935 Aug 10 14:22:50.423819 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '61d687d6-0187-4433-82fd-7e310345eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:22:41Z', 'revision_number': 4, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port': {'id': '61d687d6-0187-4433-82fd-7e310345eae8', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '31885199-0181-45ac-904f-1040e79b515e', 'name': '', 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'mac_address': 'fa:16:3e:5b:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '946baf6e-d1b3-4a58-90ad-7e9931fb0293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:38Z', 'updated_at': '2021-08-10T14:22:49Z', 'revision_number': 4, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'subnets': [{'id': '946baf6e-d1b3-4a58-90ad-7e9931fb0293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:50.475367 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b2f60f-3aa9-4012-9cb7-7ba7a5d15bd5 None None] The sync data for ids ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'] in dv-cinder-799668-5-iscsi is: [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '61d687d6-0187-4433-82fd-7e310345eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:22:41Z', 'revision_number': 4, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port': {'id': '61d687d6-0187-4433-82fd-7e310345eae8', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '31885199-0181-45ac-904f-1040e79b515e', 'name': '', 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'mac_address': 'fa:16:3e:5b:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '946baf6e-d1b3-4a58-90ad-7e9931fb0293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:38Z', 'updated_at': '2021-08-10T14:22:49Z', 'revision_number': 4, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'subnets': [{'id': '946baf6e-d1b3-4a58-90ad-7e9931fb0293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:22:50.512474 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:49Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:50.525926 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f0392d9-8a42-4ae7-9dcd-1c8c26ee0f6f req-0030cfd5-94a3-4750-b0b1-8f4742f6045e tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751675 Aug 10 14:22:50.569692 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-f1cbdd62-ed7e-4b77-a1d7-c4b38bc4c8b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a3a891-355e-435e-b480-5d01ac54e7b9 HTTP/1.1" status: 200 len: 217 time: 0.1812096 Aug 10 14:22:50.579017 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac33cb9-6099-465d-86d0-5f7e0d302704 None None] The sync data for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi is: [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:49Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:22:50.722452 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-5a082368-8539-41ca-b12d-b7ce7bffabe2 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4067688 Aug 10 14:22:50.765051 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-81c1a7d8-c276-486c-996c-55e632b5caaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:50.881630 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b4cf-1170-4fef-b1c1-c3b921f762c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:50.927180 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-efd0aedd-913a-4dd7-8243-198394750b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:50.929757 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-efd0aedd-913a-4dd7-8243-198394750b7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c450baa-6f8d-494d-ad69-45310896f0dd HTTP/1.1" status: 200 len: 851 time: 0.3233042 Aug 10 14:22:50.934959 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-81c1a7d8-c276-486c-996c-55e632b5caaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.048520 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b4cf-1170-4fef-b1c1-c3b921f762c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.089475 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-8b5ef972-6238-4d46-b5fe-19e3d890b3b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89de481-2d00-40b1-8c39-a55f42dfb8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346791 Aug 10 14:22:51.181137 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-75222b90-e693-4438-a252-48c6f5ee68c7 service neutron] 10.222.0.44 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217367 Aug 10 14:22:51.233737 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 45fd40f4-edbe-4617-b056-487f14c6fd85 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:51.234771 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c12b7c99-ff17-4b79-9153-7338e5da55bc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.260092 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c12b7c99-ff17-4b79-9153-7338e5da55bc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.311129 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c12b7c99-ff17-4b79-9153-7338e5da55bc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.312875 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-c12b7c99-ff17-4b79-9153-7338e5da55bc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3029525 Aug 10 14:22:51.327041 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48290) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:51.347437 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ffb4e-7cd7-41dc-a3c1-f2d2576d31b7 req-e1c2717c-1bab-468f-8acc-04e0a9b8ec87 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:51.359591 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-55fdf6f3-ea23-4239-8d0d-9308dc69e5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'security_group_rule': {'security_group_id': 'ab9e38f8-80c4-46b5-b46c-f9f77d48f141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:51.376233 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2f0ffb4e-7cd7-41dc-a3c1-f2d2576d31b7 req-e1c2717c-1bab-468f-8acc-04e0a9b8ec87 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 943 time: 0.4607475 Aug 10 14:22:51.399834 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b7c99-ff17-4b79-9153-7338e5da55bc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d81e1f-8b16-464e-9439-a6c0c891e966,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:51.487416 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 45fd40f4-edbe-4617-b056-487f14c6fd85 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:51.511613 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 45fd40f4-edbe-4617-b056-487f14c6fd85 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:51.516061 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-55fdf6f3-ea23-4239-8d0d-9308dc69e5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.518270 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.525552 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-81c1a7d8-c276-486c-996c-55e632b5caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.530307 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-81c1a7d8-c276-486c-996c-55e632b5caaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.532742 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-81c1a7d8-c276-486c-996c-55e632b5caaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2902975f-0a59-4164-91c5-1b27656f4f3d HTTP/1.1" status: 204 len: 168 time: 1.4832532 Aug 10 14:22:51.563898 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b4cf-1170-4fef-b1c1-c3b921f762c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.566830 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b3f3b4cf-1170-4fef-b1c1-c3b921f762c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.591898 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b3f3b4cf-1170-4fef-b1c1-c3b921f762c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02062d67-0680-416b-8ccf-c0d0b7da1c9a HTTP/1.1" status: 204 len: 168 time: 1.4170477 Aug 10 14:22:51.614008 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-663690dc-c1e4-467c-9493-cda518dbedf3 service neutron] 10.222.0.46 "GET /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346499 Aug 10 14:22:51.672689 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1a7d8-c276-486c-996c-55e632b5caaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2902975f-0a59-4164-91c5-1b27656f4f3d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:51.703271 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3b4cf-1170-4fef-b1c1-c3b921f762c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02062d67-0680-416b-8ccf-c0d0b7da1c9a,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:51.853736 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.869628 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-55fdf6f3-ea23-4239-8d0d-9308dc69e5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.889053 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-55fdf6f3-ea23-4239-8d0d-9308dc69e5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.972529 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdf6f3-ea23-4239-8d0d-9308dc69e5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec016a5-4aa9-4b00-977d-bca261df3974,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:51.977031 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2f0ffb4e-7cd7-41dc-a3c1-f2d2576d31b7 req-a20a9c28-a50e-4e17-afa7-28d831831e2e tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878689 Aug 10 14:22:51.987096 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-55fdf6f3-ea23-4239-8d0d-9308dc69e5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:51.988394 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-55fdf6f3-ea23-4239-8d0d-9308dc69e5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6448624 Aug 10 14:22:51.992539 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48308) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:51.996891 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:52.021234 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 45fd40f4-edbe-4617-b056-487f14c6fd85, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=45fd40f4-edbe-4617-b056-487f14c6fd85,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:22:52.036390 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:52.037259 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 31885199-0181-45ac-904f-1040e79b515e up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:52.057999 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:52.082920 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-1ed97db1-26af-4404-98e9-c398c8c64898 service neutron] 10.222.0.44 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8942840 Aug 10 14:22:52.151168 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7160d957-215f-4818-9fa0-21cb8f2f2452 req-87147383-1369-4acf-b6ea-9d635658972d service neutron] 10.222.0.46 "GET /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611461 Aug 10 14:22:52.346089 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:52.471954 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=45fd40f4-edbe-4617-b056-487f14c6fd85,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:52.495788 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 31885199-0181-45ac-904f-1040e79b515e completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:52.510998 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 31885199-0181-45ac-904f-1040e79b515e triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:52.514538 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:52.586801 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1082bde-a65a-4245-a89f-b03d40f39018 req-7ff1f76a-39bc-4c22-aac8-a9043fc01f60 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:52.605404 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c1082bde-a65a-4245-a89f-b03d40f39018 req-7ff1f76a-39bc-4c22-aac8-a9043fc01f60 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 943 time: 0.1473503 Aug 10 14:22:52.736994 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Allocated IP 172.27.3.2 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/50e503d5-8907-42a0-89c6-83a0a761e588) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:52.763912 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c1082bde-a65a-4245-a89f-b03d40f39018 req-b2f972bc-df90-46a2-83ef-ab3480add33c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575129 Aug 10 14:22:52.848179 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:52.916801 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 31885199-0181-45ac-904f-1040e79b515e, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=31885199-0181-45ac-904f-1040e79b515e,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:22:52.921699 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.048524 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-67a96092-1b93-401c-b4d3-fed24c86bb4b req-d7cb6532-955e-42e9-81d8-29fdc5f39426 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 210 time: 0.1525409 Aug 10 14:22:53.055269 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.135821 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 45fd40f4-edbe-4617-b056-487f14c6fd85 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:53.148640 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=31885199-0181-45ac-904f-1040e79b515e,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:53.199929 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837590e-d627-4ab7-a1ed-e4d771500f20 x-openstack-request-id: req-f837590e-d627-4ab7-a1ed-e4d771500f20 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:22:53.200340 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090997a4-61bc-49dd-bdf1-326785f3399e", "tag": "60cf572b-e0ee-4dfa-a8ec-cb6564248e30", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:22:53.200474 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f837590e-d627-4ab7-a1ed-e4d771500f20 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:22:53.200964 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090997a4-61bc-49dd-bdf1-326785f3399e', 'tag': '60cf572b-e0ee-4dfa-a8ec-cb6564248e30', 'status': 'completed', 'code': 200} Aug 10 14:22:53.205241 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.271071 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 45fd40f4-edbe-4617-b056-487f14c6fd85 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:53.280363 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.280876 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ba657-d215-49ed-b659-23d59f385691 req-35a39b90-5664-474c-b8b4-ba55b576a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:53.282416 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a5ba657-d215-49ed-b659-23d59f385691 req-35a39b90-5664-474c-b8b4-ba55b576a2ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 1096 time: 0.1125309 Aug 10 14:22:53.306473 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:53.325420 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:53.341850 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:53.584038 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.616638 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'Port': ['ID=50e503d5-8907-42a0-89c6-83a0a761e588,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:53.670498 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.678286 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340a28b-cbf8-484d-b33a-50e150a6e32d req-942e9dca-3121-4562-b9ff-9f31ce9b4b77 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:53.680225 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a340a28b-cbf8-484d-b33a-50e150a6e32d req-942e9dca-3121-4562-b9ff-9f31ce9b4b77 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 943 time: 0.4064841 Aug 10 14:22:53.714850 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ba657-d215-49ed-b659-23d59f385691 req-5651ca6d-3c47-405e-815f-4b4f169d25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:53.724255 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a5ba657-d215-49ed-b659-23d59f385691 req-5651ca6d-3c47-405e-815f-4b4f169d25e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 916 time: 0.4050686 Aug 10 14:22:53.725956 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48378) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:53.806125 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a5ba657-d215-49ed-b659-23d59f385691 req-271b4e79-c061-4e66-9bcb-3b200d30d8ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60cf572b-e0ee-4dfa-a8ec-cb6564248e30 HTTP/1.1" status: 200 len: 217 time: 0.0810084 Aug 10 14:22:53.860583 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a340a28b-cbf8-484d-b33a-50e150a6e32d req-5f3d813c-e230-4627-8e49-0aa4040261e6 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739023 Aug 10 14:22:53.931268 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.937816 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.015352 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d6f6-c350-4ea1-9a72-f1c6c3f3df28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.090908 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'Port': ['ID=50e503d5-8907-42a0-89c6-83a0a761e588,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:54.116183 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.140165 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ba657-d215-49ed-b659-23d59f385691 req-c0ba7fd3-1156-453d-b969-5b661a09ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:54.141846 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a5ba657-d215-49ed-b659-23d59f385691 req-c0ba7fd3-1156-453d-b969-5b661a09ffac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.3248670 Aug 10 14:22:54.227974 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a5ba657-d215-49ed-b659-23d59f385691 req-85f0f29b-1167-4006-b51b-455ada64b7c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630047 Aug 10 14:22:54.241179 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-4ccc62d0-4bc5-41b8-9290-2a15fd7b4f9a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:54.242990 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-4ccc62d0-4bc5-41b8-9290-2a15fd7b4f9a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 819 time: 0.4896936 Aug 10 14:22:54.473623 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-63569538-15fc-4b7f-9e0d-dc525fa3b4d7 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:54.475968 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-63569538-15fc-4b7f-9e0d-dc525fa3b4d7 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.46 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 819 time: 0.1553833 Aug 10 14:22:54.505320 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Request body: {'port': {'device_id': '0f3f8937-0a5e-482f-bc4d-a6a03750afee', 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5', 'admin_state_up': True, 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:54.537605 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c4566-e425-4bb9-af7a-ad518ef5cf47 req-2f721c6e-43f1-49cf-bea6-9f73933b86a3 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:54.547860 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f5c4566-e425-4bb9-af7a-ad518ef5cf47 req-2f721c6e-43f1-49cf-bea6-9f73933b86a3 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 943 time: 0.4041369 Aug 10 14:22:54.549799 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-241c3759-2858-417a-969f-fa5d5e575ca5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/quotas/30b8cff49a4b4ae3948c704114fe21c6 HTTP/1.1" status: 200 len: 375 time: 0.2908180 Aug 10 14:22:54.678649 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f5c4566-e425-4bb9-af7a-ad518ef5cf47 req-a0657603-4300-4137-9d8b-624e73ac285f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305256 Aug 10 14:22:54.687293 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a5ba657-d215-49ed-b659-23d59f385691 req-8fec55fa-995e-4ffe-86d9-d94df0614d6a service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390786 Aug 10 14:22:54.701244 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-2fb9997f-66d1-4b4a-a16b-9429b5036492 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228309 Aug 10 14:22:54.777834 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d6f6-c350-4ea1-9a72-f1c6c3f3df28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.793923 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.795888 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-908929cc-e5e6-4f60-8b73-837ef2c4e4a1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8026786 Aug 10 14:22:54.817436 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6c9d6f6-c350-4ea1-9a72-f1c6c3f3df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.836642 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Made reservation on behalf of 30b8cff49a4b4ae3948c704114fe21c6 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:54.845836 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:54.893965 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9d6f6-c350-4ea1-9a72-f1c6c3f3df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9297ed1-23ad-4dc5-8ab2-cb665fba2186,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:54.907314 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d6c9d6f6-c350-4ea1-9a72-f1c6c3f3df28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e35e096f71bc4b779328b7750536582a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1796987 Aug 10 14:22:54.909933 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48430) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:54.941736 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a5ba657-d215-49ed-b659-23d59f385691 req-df5961ca-ad37-4185-850d-953fa28de252 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395363 Aug 10 14:22:54.954365 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-03c6ede6-8dd3-40ba-8dc5-0ba7b7fbeb75 service neutron] 10.222.0.44 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322743 Aug 10 14:22:55.076808 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 31885199-0181-45ac-904f-1040e79b515e up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:55.145394 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 31885199-0181-45ac-904f-1040e79b515e triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:55.145948 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.179111 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db67c-d12f-4e8a-a476-e3c1e69cfcbd req-6d89f777-7802-4b95-b48c-71d72cbad324 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:55.181729 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-594db67c-d12f-4e8a-a476-e3c1e69cfcbd req-6d89f777-7802-4b95-b48c-71d72cbad324 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 943 time: 0.1178482 Aug 10 14:22:55.184717 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-41c76c7d-f211-48bc-b403-2d2ff78f8cc1 service neutron] 10.222.0.44 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231236 Aug 10 14:22:55.258608 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-594db67c-d12f-4e8a-a476-e3c1e69cfcbd req-cc828ba5-4f3a-4c14-ae3a-aa5a53559b17 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684590 Aug 10 14:22:55.306781 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a11c4f74-539a-4cfb-bd1d-db30d51052c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.323553 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Allocated IP 172.20.0.9 (d82446d6-0f3f-413b-b75b-3143718033e5/946baf6e-d1b3-4a58-90ad-7e9931fb0293/4c92dcc2-0fe3-41b6-adc1-8829155133f6) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:55.354462 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a11c4f74-539a-4cfb-bd1d-db30d51052c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.474296 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c5172c7c-80dd-4346-a006-9c05318182ce req-13e4a51a-baf9-43be-9257-8e3ddc21f19b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 210 time: 0.0326393 Aug 10 14:22:55.514447 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a11c4f74-539a-4cfb-bd1d-db30d51052c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.529483 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a11c4f74-539a-4cfb-bd1d-db30d51052c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.539028 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a11c4f74-539a-4cfb-bd1d-db30d51052c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9297ed1-23ad-4dc5-8ab2-cb665fba2186 HTTP/1.1" status: 204 len: 168 time: 0.6227851 Aug 10 14:22:55.562279 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-1e043505-2e15-4cb8-9ace-9ea2c9c51e4f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2118333053&fields=id&tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645 HTTP/1.1" status: 200 len: 267 time: 0.0898502 Aug 10 14:22:55.659856 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c4f74-539a-4cfb-bd1d-db30d51052c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9297ed1-23ad-4dc5-8ab2-cb665fba2186,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:55.741641 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-96c4373c-8789-48c1-b0d8-f6aa9c879f5b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:55.757779 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-96c4373c-8789-48c1-b0d8-f6aa9c879f5b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 816 time: 0.1933408 Aug 10 14:22:55.799083 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-21ec2e93-8f80-4b4c-91f4-6f796ac11db7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/quotas/2e2861ff0a9e4fd59b1a39fd97bae645 HTTP/1.1" status: 200 len: 375 time: 0.0272882 Aug 10 14:22:55.818360 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-38b01313-37f3-4f5b-8675-e84544d5ba9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.837872 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.936638 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-ad97a3f8-ea55-488f-a124-e8760bd97a8b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1318054 Aug 10 14:22:55.953140 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.026770 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Network d82446d6-0f3f-413b-b75b-3143718033e5 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:56.035313 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:56.040406 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:56.050211 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Pushing event updated for resources: {'Port': ['ID=4c92dcc2-0fe3-41b6-adc1-8829155133f6,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:56.097202 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-e5785fd9-5c67-4f2f-ad38-0aeec2a042f5 service neutron] 10.222.0.44 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200080 Aug 10 14:22:56.108087 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:56.108740 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.126740 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-2eae051d-de53-48a4-b30c-07e573e8acb5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6289971 Aug 10 14:22:56.150195 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Request body: {'port': {'device_id': '0f3f8937-0a5e-482f-bc4d-a6a03750afee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:56.189454 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757acf5-bbf7-4e57-ae66-0c41dd39e6ae req-a6ae71ad-852f-4227-8051-319670da3bdd tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:56.198527 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48492) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:56.201158 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5757acf5-bbf7-4e57-ae66-0c41dd39e6ae req-a6ae71ad-852f-4227-8051-319670da3bdd tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 943 time: 0.2633846 Aug 10 14:22:56.231231 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dac9969e-3fcc-406a-b109-a9620c534c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.246237 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-60ca70c6-fed3-46fb-bb69-80b20c45bcff service neutron] 10.222.0.44 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475353 Aug 10 14:22:56.280179 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5757acf5-bbf7-4e57-ae66-0c41dd39e6ae req-9d760a37-9c35-411b-a2f7-92329af523fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776231 Aug 10 14:22:56.349192 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.474963 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dac9969e-3fcc-406a-b109-a9620c534c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.484003 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-dac9969e-3fcc-406a-b109-a9620c534c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.613800 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-dac9969e-3fcc-406a-b109-a9620c534c10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ef44b0904c646059f70ba28126da232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141109 Aug 10 14:22:56.617833 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48512) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:56.636485 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9969e-3fcc-406a-b109-a9620c534c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0effd722-1d80-41bb-b4a5-ee0c1a6cba13,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:56.688610 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29b842b2-c6f5-461c-8ede-48ef85d77f17 req-51a0e612-9b05-413c-894a-cff34a6eb662 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 210 time: 0.0936685 Aug 10 14:22:56.739179 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d9744-da11-4323-aa0d-6b0cfb87528c req-3afb1797-8262-4dbd-bfd7-00c0d65440c7 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:56.748862 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0a9d9744-da11-4323-aa0d-6b0cfb87528c req-3afb1797-8262-4dbd-bfd7-00c0d65440c7 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 943 time: 0.2359715 Aug 10 14:22:56.777014 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:22:56.799943 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0a9d9744-da11-4323-aa0d-6b0cfb87528c req-cedca439-7148-4648-9122-389332fe6e5e tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500746 Aug 10 14:22:56.839889 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-97fe3e34-eccf-4a66-ae1a-a96cfc4b729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.849871 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5eac3bd-c756-45a9-b4e8-f160e1fc9569 req-bea1c633-e1b7-43a9-b0da-2470344b71a2 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 210 time: 0.0413105 Aug 10 14:22:56.896672 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-97fe3e34-eccf-4a66-ae1a-a96cfc4b729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.926874 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c92dcc2-0fe3-41b6-adc1-8829155133f6 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:22:56.943551 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.965780 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Transition to ACTIVE for port object 4c92dcc2-0fe3-41b6-adc1-8829155133f6 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:56.971488 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.041396 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-97fe3e34-eccf-4a66-ae1a-a96cfc4b729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.044344 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-97fe3e34-eccf-4a66-ae1a-a96cfc4b729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.045582 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-97fe3e34-eccf-4a66-ae1a-a96cfc4b729d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0effd722-1d80-41bb-b4a5-ee0c1a6cba13 HTTP/1.1" status: 204 len: 168 time: 0.4245844 Aug 10 14:22:57.059915 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-57d82804-ad5a-413c-a498-4bb811598048 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:57.061687 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-57d82804-ad5a-413c-a498-4bb811598048 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.46 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 819 time: 0.1494203 Aug 10 14:22:57.072996 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c92dcc2-0fe3-41b6-adc1-8829155133f6,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:57.099447 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe3e34-eccf-4a66-ae1a-a96cfc4b729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0effd722-1d80-41bb-b4a5-ee0c1a6cba13,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:57.146341 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Attempting to bind port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:57.146677 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Attempting to bind port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:57.147006 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Attempting to bind port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 on network d82446d6-0f3f-413b-b75b-3143718033e5 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:57.151783 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 on network d82446d6-0f3f-413b-b75b-3143718033e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:22:57.152103 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Attempting to bind port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 on network d82446d6-0f3f-413b-b75b-3143718033e5 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:57.157011 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:57.157347 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Checking segment: {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:57.157728 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Bound using segment: {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:57.158188 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Bound port: 4c92dcc2-0fe3-41b6-adc1-8829155133f6, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:57.158551 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.223865 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] For port 4c92dcc2-0fe3-41b6-adc1-8829155133f6, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:57.227680 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] For port 4c92dcc2-0fe3-41b6-adc1-8829155133f6, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:57.231455 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.270809 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:57.271465 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.272969 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c92dcc2-0fe3-41b6-adc1-8829155133f6 HTTP/1.1" status: 200 len: 1093 time: 1.1310894 Aug 10 14:22:57.273728 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3f8937-0a5e-482f-bc4d-a6a03750afee', 'tag': '4c92dcc2-0fe3-41b6-adc1-8829155133f6'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:22:57.275917 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458d9035-80cb-4388-8d8b-dc09e7e4e75b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3f8937-0a5e-482f-bc4d-a6a03750afee", "tag": "4c92dcc2-0fe3-41b6-adc1-8829155133f6"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:22:57.300052 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f5118-7391-44bf-bb26-0d2ba513ffb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c92dcc2-0fe3-41b6-adc1-8829155133f6,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:57.314199 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b8df8f-bc7a-4dba-a087-6c715ccc7c15 x-openstack-request-id: req-68b8df8f-bc7a-4dba-a087-6c715ccc7c15 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:22:57.314487 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3f8937-0a5e-482f-bc4d-a6a03750afee", "tag": "4c92dcc2-0fe3-41b6-adc1-8829155133f6", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:22:57.314909 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68b8df8f-bc7a-4dba-a087-6c715ccc7c15 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:22:57.315561 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3f8937-0a5e-482f-bc4d-a6a03750afee', 'tag': '4c92dcc2-0fe3-41b6-adc1-8829155133f6', 'status': 'completed', 'code': 200} Aug 10 14:22:57.405140 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95055a06-9528-49c0-9fc6-45284469141f req-76461492-b777-4524-a7e1-6984d072f49e tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:57.406795 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95055a06-9528-49c0-9fc6-45284469141f req-76461492-b777-4524-a7e1-6984d072f49e tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 943 time: 0.0514653 Aug 10 14:22:57.436021 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48532) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:57.448645 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95055a06-9528-49c0-9fc6-45284469141f req-0177a2a4-bf32-487d-8dfb-eba1931d580b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Aug 10 14:22:57.450461 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efb34a3e-aee6-4e8f-ac18-65b278a948d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.543898 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efb34a3e-aee6-4e8f-ac18-65b278a948d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.547590 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efb34a3e-aee6-4e8f-ac18-65b278a948d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.589522 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-efb34a3e-aee6-4e8f-ac18-65b278a948d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60a44ef859d0469eaac9982d5733c1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523824 Aug 10 14:22:57.590523 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb34a3e-aee6-4e8f-ac18-65b278a948d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b2688d-6b82-4032-9337-5c85e1ccd40b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:57.592277 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48536) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:57.643348 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ee1648f9-8cf9-45e9-b377-497bf76cd914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.666977 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ee1648f9-8cf9-45e9-b377-497bf76cd914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.723336 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ee1648f9-8cf9-45e9-b377-497bf76cd914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.727362 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ee1648f9-8cf9-45e9-b377-497bf76cd914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:57.730447 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ee1648f9-8cf9-45e9-b377-497bf76cd914 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78b2688d-6b82-4032-9337-5c85e1ccd40b HTTP/1.1" status: 204 len: 168 time: 0.1371524 Aug 10 14:22:57.739725 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1648f9-8cf9-45e9-b377-497bf76cd914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b2688d-6b82-4032-9337-5c85e1ccd40b,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:57.793424 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bb4ff42a-ed64-44e6-9b7d-c9c97673c41d req-97d3dfea-ee51-4d28-a9d3-8a8954925d24 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 210 time: 0.0319626 Aug 10 14:22:57.958275 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2fef9-14f0-4b51-adf3-887f607d0771 req-ee556eeb-8b52-44fd-9b46-44873295c334 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:57.960047 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fde2fef9-14f0-4b51-adf3-887f607d0771 req-ee556eeb-8b52-44fd-9b46-44873295c334 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 943 time: 0.0580812 Aug 10 14:22:58.008081 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b700aef5-a976-4da3-8d7f-99be9dff0ef6 req-a782d56d-6072-485f-b378-eae8c200f1aa tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 210 time: 0.0467801 Aug 10 14:22:58.033831 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fde2fef9-14f0-4b51-adf3-887f607d0771 req-f13dd9db-a471-42f7-8b9a-b7d5343bbe95 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637851 Aug 10 14:22:58.572500 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a1d40-e21b-4e3c-be45-994fddb20070 req-5bf602e4-0a9f-4eea-95be-a10048bfa124 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:58.574361 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de9a1d40-e21b-4e3c-be45-994fddb20070 req-5bf602e4-0a9f-4eea-95be-a10048bfa124 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 943 time: 0.0539856 Aug 10 14:22:58.592648 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-96b398d4-829c-4d65-b0cb-ab087323192c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:58.614675 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de9a1d40-e21b-4e3c-be45-994fddb20070 req-c9db9403-279b-4537-8258-a891b618883a tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337188 Aug 10 14:22:58.722194 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:58.899881 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d0dc581d-be79-4ab1-9b05-729c5a4b80ae req-cf1c0618-f7cc-49b3-9f04-15abcdc5320a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 210 time: 0.0267212 Aug 10 14:22:59.112021 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b538cdbb-d6d2-41f4-9020-020c0f14ec3a req-10b3bf1d-e994-4499-a862-034b347140a6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 210 time: 0.0283284 Aug 10 14:22:59.168837 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d1201-8b6b-45cc-9627-28d380409352 req-0ccb073e-8670-46a0-8d88-50a9ce1f966e tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:59.170291 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3d3d1201-8b6b-45cc-9627-28d380409352 req-0ccb073e-8670-46a0-8d88-50a9ce1f966e tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 943 time: 0.0572898 Aug 10 14:22:59.213514 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3d3d1201-8b6b-45cc-9627-28d380409352 req-19677232-3f27-41b8-9de9-42d22f2f13c1 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370591 Aug 10 14:22:59.733507 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4523d-7a82-424b-ba4f-cced71cafc5f req-ae9356e7-4c39-4924-bc31-033e1082a625 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:59.735003 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37d4523d-7a82-424b-ba4f-cced71cafc5f req-ae9356e7-4c39-4924-bc31-033e1082a625 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 943 time: 0.0501721 Aug 10 14:22:59.772939 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37d4523d-7a82-424b-ba4f-cced71cafc5f req-1e5b8355-6dd1-48c9-a6db-6dd09cd79ca7 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Aug 10 14:22:59.794882 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Request body: {'port': {'device_id': 'd241a380-7b1c-4839-a822-f00d734a6c71', 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5', 'admin_state_up': True, 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:59.799363 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:22:59.920045 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:59.921097 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Made reservation on behalf of 30b8cff49a4b4ae3948c704114fe21c6 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:59.925452 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:59.968244 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:22:59.981231 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '60cf572b-e0ee-4dfa-a8ec-cb6564248e30', 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'port_id': '60cf572b-e0ee-4dfa-a8ec-cb6564248e30', 'mac_address': 'fa:16:3e:d8:d5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '555bdecc-1e04-473d-ad51-fb75340fbb1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:22:59.987658 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9035-80cb-4388-8d8b-dc09e7e4e75b req-dedac5b5-85df-4c8b-a33e-c0a7949ae7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:59.989429 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-458d9035-80cb-4388-8d8b-dc09e7e4e75b req-dedac5b5-85df-4c8b-a33e-c0a7949ae7bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1096 time: 0.0782580 Aug 10 14:23:00.034270 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.052337 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:00.062820 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3813dbea-323c-4fb4-b977-6cb553cddefc req-e2823e78-e463-43e4-8176-842574cca66d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 210 time: 0.0354624 Aug 10 14:23:00.089747 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:00.100092 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.101929 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 44a3a891-355e-435e-b480-5d01ac54e7b9 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:23:00.139357 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Allocated IP 172.20.0.10 (d82446d6-0f3f-413b-b75b-3143718033e5/946baf6e-d1b3-4a58-90ad-7e9931fb0293/59e5cfd5-3986-4426-8534-719984c9bd47) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:23:00.334613 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9035-80cb-4388-8d8b-dc09e7e4e75b req-5c7642df-5414-4227-92ac-cbd9cb10d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:00.336239 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-458d9035-80cb-4388-8d8b-dc09e7e4e75b req-5c7642df-5414-4227-92ac-cbd9cb10d6fc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3131330 Aug 10 14:23:00.373784 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-79adc794-32c1-4ad7-be3a-7ed8bd0540b9 req-a0dbc5d9-3534-4986-af69-beb7c9461e4f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 210 time: 0.0451608 Aug 10 14:23:00.374485 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:00.447268 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 44a3a891-355e-435e-b480-5d01ac54e7b9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=44a3a891-355e-435e-b480-5d01ac54e7b9,segment=NetworkSegment(5ff6dd09-4989-4947-8bd8-0d2a03f46bac),segment_id=5ff6dd09-4989-4947-8bd8-0d2a03f46bac)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:00.465373 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.469695 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '44a3a891-355e-435e-b480-5d01ac54e7b9', 'network_id': 'c89de481-2d00-40b1-8c39-a55f42dfb8ae', 'port_id': '44a3a891-355e-435e-b480-5d01ac54e7b9', 'mac_address': 'fa:16:3e:33:87:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c450baa-6f8d-494d-ad69-45310896f0dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:23:00.484301 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a532ee-6a87-46b5-868e-7b7e40a5f0c9 req-66d9b689-b8d7-4d98-babf-fa2f5739b543 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:00.485890 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-06a532ee-6a87-46b5-868e-7b7e40a5f0c9 req-66d9b689-b8d7-4d98-babf-fa2f5739b543 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 943 time: 0.1563568 Aug 10 14:23:00.555355 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-06a532ee-6a87-46b5-868e-7b7e40a5f0c9 req-3109df4a-1acf-4b8f-83af-31e28450bef7 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509169 Aug 10 14:23:00.573768 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.590301 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.593080 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a3a891-355e-435e-b480-5d01ac54e7b9 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:00.627370 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 44a3a891-355e-435e-b480-5d01ac54e7b9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=44a3a891-355e-435e-b480-5d01ac54e7b9,segment=NetworkSegment(5ff6dd09-4989-4947-8bd8-0d2a03f46bac),segment_id=5ff6dd09-4989-4947-8bd8-0d2a03f46bac)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:00.636084 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.665098 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.46', 64448) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:00.685917 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Network d82446d6-0f3f-413b-b75b-3143718033e5 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:23:00.690011 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:00.693937 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:23:00.712052 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:00.712510 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.727320 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=44a3a891-355e-435e-b480-5d01ac54e7b9,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:00.763184 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Pushing event updated for resources: {'Port': ['ID=59e5cfd5-3986-4426-8534-719984c9bd47,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:00.766545 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-50052609-8aa2-4b93-a60b-cb27da74aa3a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9839537 Aug 10 14:23:00.788291 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Request body: {'port': {'device_id': 'd241a380-7b1c-4839-a822-f00d734a6c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:00.811771 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48666) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:00.859166 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9035-80cb-4388-8d8b-dc09e7e4e75b req-ab2564ae-2d52-4277-9297-37ef71cdd258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:00.860693 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-458d9035-80cb-4388-8d8b-dc09e7e4e75b req-ab2564ae-2d52-4277-9297-37ef71cdd258 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5156600 Aug 10 14:23:00.909059 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.988419 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86f447-91db-45eb-8ff7-6f98df601d68 req-18754cd0-f316-4525-be17-94dc1fee5530 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:00.998718 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e86f447-91db-45eb-8ff7-6f98df601d68 req-18754cd0-f316-4525-be17-94dc1fee5530 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 944 time: 0.1168430 Aug 10 14:23:01.012183 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-48358382-044f-45c2-bafe-84ca0e4350f9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:01.013747 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-48358382-044f-45c2-bafe-84ca0e4350f9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 816 time: 0.3469019 Aug 10 14:23:01.027879 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-d0e9026d-270d-48a7-ac4f-569fea1b2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:01.029424 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-d0e9026d-270d-48a7-ac4f-569fea1b2c31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1096 time: 0.0715721 Aug 10 14:23:01.039663 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3311-db0f-4d1d-ad87-a404f7e70bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.061132 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['44a3a891-355e-435e-b480-5d01ac54e7b9'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:23:01.153063 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-76698369-90cf-406f-a52b-b18544be5854 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6 HTTP/1.1" status: 200 len: 217 time: 0.1047308 Aug 10 14:23:01.156939 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['60cf572b-e0ee-4dfa-a8ec-cb6564248e30'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:23:01.217185 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e86f447-91db-45eb-8ff7-6f98df601d68 req-20e5c7cb-383d-4d84-8ce8-abfb342658e0 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031233 Aug 10 14:23:01.285170 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-07e5598f-1020-4382-8183-1e275a69a07d req-58efadf6-9945-44e9-8b81-5b1043b753bb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 210 time: 0.0729454 Aug 10 14:23:01.330143 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-bc02c2e8-fa69-4eda-abb9-a8b5eaac25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:01.331942 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-bc02c2e8-fa69-4eda-abb9-a8b5eaac25b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 200 len: 859 time: 0.1676607 Aug 10 14:23:01.346144 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-c14c594d-1102-4fd0-b76c-fc1bdfaa26eb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645 HTTP/1.1" status: 200 len: 380 time: 0.3150768 Aug 10 14:23:01.377972 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'port': {'device_id': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'admin_state_up': True, 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'security_groups': ['ab9e38f8-80c4-46b5-b46c-f9f77d48f141']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:01.442272 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3311-db0f-4d1d-ad87-a404f7e70bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.474550 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-1ad50ec5-0bfb-41f0-9b7e-9ba286b049ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d82446d6-0f3f-413b-b75b-3143718033e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261356 Aug 10 14:23:01.476452 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3311-db0f-4d1d-ad87-a404f7e70bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.550349 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e5cfd5-3986-4426-8534-719984c9bd47 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:01.558927 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6aeb3311-db0f-4d1d-ad87-a404f7e70bec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04c33149711f48f995fb7f6b444e2c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7457139 Aug 10 14:23:01.572367 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.586507 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48708) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:01.597556 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb3311-db0f-4d1d-ad87-a404f7e70bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8798c1cb-684b-4e63-9a2c-662a13206745,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:01.630187 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Transition to ACTIVE for port object 59e5cfd5-3986-4426-8534-719984c9bd47 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:23:01.644643 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.698988 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32015af9-e5a6-47ff-a16e-e74e1894e4f9 req-06239ef1-d5ea-4366-b1ff-5fa9e3afa07b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:01.711376 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32015af9-e5a6-47ff-a16e-e74e1894e4f9 req-06239ef1-d5ea-4366-b1ff-5fa9e3afa07b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 932 time: 0.1719258 Aug 10 14:23:01.729180 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce04c-11cd-43dc-8680-6071f92bbf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.757211 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.805731 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce04c-11cd-43dc-8680-6071f92bbf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.879834 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-1bc21ccd-4fa6-4144-bce9-16c05839ae2e service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543887 Aug 10 14:23:01.940773 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Made reservation on behalf of 2e2861ff0a9e4fd59b1a39fd97bae645 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:23:01.944907 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.970135 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce04c-11cd-43dc-8680-6071f92bbf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.972828 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a9ce04c-11cd-43dc-8680-6071f92bbf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:01.977290 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0a9ce04c-11cd-43dc-8680-6071f92bbf3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8798c1cb-684b-4e63-9a2c-662a13206745 HTTP/1.1" status: 204 len: 168 time: 0.3850973 Aug 10 14:23:02.012927 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ce04c-11cd-43dc-8680-6071f92bbf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8798c1cb-684b-4e63-9a2c-662a13206745,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:02.085307 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-22689f04-7acc-4dac-9a90-ad8e5d7bf7f1 req-24510822-d0f3-424d-b26b-f4c782af034b service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952581 Aug 10 14:23:02.098258 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32015af9-e5a6-47ff-a16e-e74e1894e4f9 req-d18531db-b014-4c39-9516-72253f6956d4 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847775 Aug 10 14:23:02.152281 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Pushing event updated for resources: {'Port': ['ID=59e5cfd5-3986-4426-8534-719984c9bd47,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:02.191031 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05545621-4218-465e-9c17-c552896b998b req-3966e7e5-1bbc-4dd3-8e4d-667fa605f19d tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:02.201416 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-05545621-4218-465e-9c17-c552896b998b req-3966e7e5-1bbc-4dd3-8e4d-667fa605f19d tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 944 time: 0.4831078 Aug 10 14:23:02.222551 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Allocated IP 172.20.0.6 (12b962d1-6ee2-4ea1-842e-1bbcd26988d1/5747de79-58d2-4560-bccc-0c9e272a1845/45201a0f-36b7-4a65-87c2-af786f045751) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:23:02.250373 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Attempting to bind port 59e5cfd5-3986-4426-8534-719984c9bd47 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:23:02.250866 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Attempting to bind port 59e5cfd5-3986-4426-8534-719984c9bd47 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:23:02.251034 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Attempting to bind port 59e5cfd5-3986-4426-8534-719984c9bd47 on network d82446d6-0f3f-413b-b75b-3143718033e5 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:23:02.272152 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Port 59e5cfd5-3986-4426-8534-719984c9bd47 on network d82446d6-0f3f-413b-b75b-3143718033e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:23:02.273322 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Attempting to bind port 59e5cfd5-3986-4426-8534-719984c9bd47 on network d82446d6-0f3f-413b-b75b-3143718033e5 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:23:02.279283 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-05545621-4218-465e-9c17-c552896b998b req-dfbe41a3-f4c2-4ae9-9f18-4931d5ad2891 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Aug 10 14:23:02.282181 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:23:02.282528 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Checking segment: {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:23:02.283353 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Bound using segment: {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:23:02.283353 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Bound port: 59e5cfd5-3986-4426-8534-719984c9bd47, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95fcd59-555e-445f-a184-f0d3f916d38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:23:02.283672 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.408248 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] For port 59e5cfd5-3986-4426-8534-719984c9bd47, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:23:02.427973 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] For port 59e5cfd5-3986-4426-8534-719984c9bd47, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=59e5cfd5-3986-4426-8534-719984c9bd47,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:23:02.443651 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.470683 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fc0d813-383b-4760-93a7-9dd19e1ac57b req-a5926e16-2296-430d-8ba2-3724af66a985 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 210 time: 0.0407834 Aug 10 14:23:02.509954 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48748) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:02.517668 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:02.518320 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.520104 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] 10.222.0.46 "PUT /v2.0/ports/59e5cfd5-3986-4426-8534-719984c9bd47 HTTP/1.1" status: 200 len: 1094 time: 1.7367370 Aug 10 14:23:02.527026 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd241a380-7b1c-4839-a822-f00d734a6c71', 'tag': '59e5cfd5-3986-4426-8534-719984c9bd47'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:02.529580 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f763e3-2367-4687-b313-2a1234c4fb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d241a380-7b1c-4839-a822-f00d734a6c71", "tag": "59e5cfd5-3986-4426-8534-719984c9bd47"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:02.543427 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3eed5-3095-408e-abb9-8d3e8f92a99e req-a65d6cbb-511b-48a6-ac0e-01e1780b1f90 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:02.545399 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b6f3eed5-3095-408e-abb9-8d3e8f92a99e req-a65d6cbb-511b-48a6-ac0e-01e1780b1f90 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 944 time: 0.1748357 Aug 10 14:23:02.562162 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16b42e80-15e9-46e8-9e78-0ed3b53bb6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.609008 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.624639 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Transition to ACTIVE for port object 45201a0f-36b7-4a65-87c2-af786f045751 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:23:02.665286 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665c003-b76d-4380-aebe-f80d7eb4de4f service neutron] Pushing event updated for resources: {'Port': ['ID=59e5cfd5-3986-4426-8534-719984c9bd47,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:02.668710 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.678098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9beecc-5de0-4358-9fe6-5f66d3cd6ce5 x-openstack-request-id: req-0e9beecc-5de0-4358-9fe6-5f66d3cd6ce5 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:02.678389 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d241a380-7b1c-4839-a822-f00d734a6c71", "tag": "59e5cfd5-3986-4426-8534-719984c9bd47", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:02.678698 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e9beecc-5de0-4358-9fe6-5f66d3cd6ce5 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:02.679080 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd241a380-7b1c-4839-a822-f00d734a6c71', 'tag': '59e5cfd5-3986-4426-8534-719984c9bd47', 'status': 'completed', 'code': 200} Aug 10 14:23:02.689423 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b6f3eed5-3095-408e-abb9-8d3e8f92a99e req-bbeb9944-cb98-4ff0-b0a6-cf01edb0ee0e tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227064 Aug 10 14:23:02.713130 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:23:02.715178 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:02.719559 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:23:02.722557 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-2bbe5480-405c-4e2c-9949-4fde15c9811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:02.724113 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-2bbe5480-405c-4e2c-9949-4fde15c9811b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 1097 time: 0.1101379 Aug 10 14:23:02.765473 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:02.785518 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:02.786170 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.802354 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-68ac1c92-228b-496c-be1f-0283e0b514f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e5cfd5-3986-4426-8534-719984c9bd47 HTTP/1.1" status: 200 len: 217 time: 0.0586653 Aug 10 14:23:02.808624 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 44a3a891-355e-435e-b480-5d01ac54e7b9 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:02.881161 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 44a3a891-355e-435e-b480-5d01ac54e7b9 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:02.886852 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 44a3a891-355e-435e-b480-5d01ac54e7b9 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:02.887496 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.900204 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16b42e80-15e9-46e8-9e78-0ed3b53bb6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.906849 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-95431102-d020-4e0d-923d-d5b695948d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:02.908353 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-95431102-d020-4e0d-923d-d5b695948d01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 200 len: 859 time: 0.1022496 Aug 10 14:23:02.909635 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-16b42e80-15e9-46e8-9e78-0ed3b53bb6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:02.917417 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-9486192f-76c5-44e5-b8c1-e1680dfef74c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5532811 Aug 10 14:23:02.948227 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Request body: {'port': {'device_id': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:02.950841 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48756) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:02.954412 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-82256ac3-4b3e-4f4b-bb02-e699a062965a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d82446d6-0f3f-413b-b75b-3143718033e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344167 Aug 10 14:23:03.010447 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.026811 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.033341 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-16b42e80-15e9-46e8-9e78-0ed3b53bb6c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5aa4dfc939944d9db06ecd7f867235b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213854 Aug 10 14:23:03.035946 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48760) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:03.036521 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b42e80-15e9-46e8-9e78-0ed3b53bb6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3259a6d-08a7-4bf1-83d3-5df2df0bb12d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:03.036904 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5079a9-07f3-4c27-a576-ce28710ad62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a3a891-355e-435e-b480-5d01ac54e7b9'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:03.134220 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-279e8439-c61d-41bc-a0da-138750c90c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.139633 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 44a3a891-355e-435e-b480-5d01ac54e7b9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=44a3a891-355e-435e-b480-5d01ac54e7b9,segment=NetworkSegment(5ff6dd09-4989-4947-8bd8-0d2a03f46bac),segment_id=5ff6dd09-4989-4947-8bd8-0d2a03f46bac)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:03.148185 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.149749 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:03.181003 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a57cf0e-58b8-4d21-8210-ff9e6c68e97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.228113 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-279e8439-c61d-41bc-a0da-138750c90c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.247461 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-296b70b6-9293-42b9-8984-4e60dea15992 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812486 Aug 10 14:23:03.253354 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=44a3a891-355e-435e-b480-5d01ac54e7b9,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:03.258480 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-cb08e60c-056b-4eea-8f7e-84ef65aacc81 None None] Provisioning for port 45201a0f-36b7-4a65-87c2-af786f045751 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:03.266034 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-cb08e60c-056b-4eea-8f7e-84ef65aacc81 None None] Provisioning complete for port 45201a0f-36b7-4a65-87c2-af786f045751 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:03.266847 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-cb08e60c-056b-4eea-8f7e-84ef65aacc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.347914 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-cb08e60c-056b-4eea-8f7e-84ef65aacc81 None None] Port 45201a0f-36b7-4a65-87c2-af786f045751 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:23:03.352534 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:03.358324 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:03.359010 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.396047 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d230513-ed00-45ce-b572-a3a1b8b5743c" -d '{"events": [{"server_uuid": "dc5079a9-07f3-4c27-a576-ce28710ad62c", "name": "network-vif-plugged", "status": "completed", "tag": "44a3a891-355e-435e-b480-5d01ac54e7b9"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:03.449930 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-510c27cf-30c8-4ebe-b161-eb25bb9ac13a req-b638978d-c267-4c90-ab08-45efe2cbbfb5 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814868 Aug 10 14:23:03.487919 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a57cf0e-58b8-4d21-8210-ff9e6c68e97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.499359 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a57cf0e-58b8-4d21-8210-ff9e6c68e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.518293 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45201a0f-36b7-4a65-87c2-af786f045751 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:03.518801 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.577554 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:03.588227 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.602941 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.603051 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245a8e-cfc1-41fc-9231-08f6560e6b30 req-827cabbe-eff3-48f9-8984-d207f75b3476 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:03.603051 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e245a8e-cfc1-41fc-9231-08f6560e6b30 req-827cabbe-eff3-48f9-8984-d207f75b3476 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.1158197 Aug 10 14:23:03.620683 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57cf0e-58b8-4d21-8210-ff9e6c68e97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819eed73-1c56-431a-b2fe-6e2ea3c2b505,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:03.635795 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5a57cf0e-58b8-4d21-8210-ff9e6c68e97b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0cb2584377042848076488147020f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6821811 Aug 10 14:23:03.638272 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48786) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:03.665170 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaa720-31d4-4a7f-855c-bf5d10149dea req-66615882-16b9-49ca-84f8-8cfd13408001 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:03.667067 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7dcaa720-31d4-4a7f-855c-bf5d10149dea req-66615882-16b9-49ca-84f8-8cfd13408001 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 944 time: 0.4291532 Aug 10 14:23:03.680292 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Transition to ACTIVE for port object 45201a0f-36b7-4a65-87c2-af786f045751 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:23:03.685529 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.688290 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:03.690604 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-279e8439-c61d-41bc-a0da-138750c90c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.700653 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-279e8439-c61d-41bc-a0da-138750c90c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.704510 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-279e8439-c61d-41bc-a0da-138750c90c50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3259a6d-08a7-4bf1-83d3-5df2df0bb12d HTTP/1.1" status: 204 len: 168 time: 0.6623690 Aug 10 14:23:03.718875 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e245a8e-cfc1-41fc-9231-08f6560e6b30 req-1866ac37-7383-409a-af09-c34892883eea tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038027 Aug 10 14:23:03.727876 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e8439-c61d-41bc-a0da-138750c90c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3259a6d-08a7-4bf1-83d3-5df2df0bb12d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:03.754516 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-8a7062ac-134e-4ab4-9d70-8fbfff943dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:03.756117 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-8a7062ac-134e-4ab4-9d70-8fbfff943dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 1097 time: 0.1918254 Aug 10 14:23:03.790784 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4fc8aab1-3d7b-4cbf-abed-7fab08b345f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.794284 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7dcaa720-31d4-4a7f-855c-bf5d10149dea req-7dfaaf63-afd4-4465-99b2-e1aa87776bf6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156197 Aug 10 14:23:03.836345 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:03.855862 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48796) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:03.895314 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4fc8aab1-3d7b-4cbf-abed-7fab08b345f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.993377 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Attempting to bind port 45201a0f-36b7-4a65-87c2-af786f045751 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:23:03.994155 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Attempting to bind port 45201a0f-36b7-4a65-87c2-af786f045751 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:23:03.994155 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Attempting to bind port 45201a0f-36b7-4a65-87c2-af786f045751 on network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:23:04.001952 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Port 45201a0f-36b7-4a65-87c2-af786f045751 on network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:23:04.001952 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Attempting to bind port 45201a0f-36b7-4a65-87c2-af786f045751 on network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:23:04.009632 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:23:04.009632 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Checking segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:23:04.009964 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Bound using segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:23:04.010563 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Bound port: 45201a0f-36b7-4a65-87c2-af786f045751, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:23:04.011142 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.029237 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4fc8aab1-3d7b-4cbf-abed-7fab08b345f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.032011 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4fc8aab1-3d7b-4cbf-abed-7fab08b345f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.035803 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4fc8aab1-3d7b-4cbf-abed-7fab08b345f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/819eed73-1c56-431a-b2fe-6e2ea3c2b505 HTTP/1.1" status: 204 len: 168 time: 0.3939764 Aug 10 14:23:04.043144 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8aab1-3d7b-4cbf-abed-7fab08b345f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819eed73-1c56-431a-b2fe-6e2ea3c2b505,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:04.064450 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d651721-1510-45af-9dbc-a071094d510e req-946f2a74-949e-4744-92cb-20e7d06abc65 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.078921 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3d651721-1510-45af-9dbc-a071094d510e req-946f2a74-949e-4744-92cb-20e7d06abc65 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.1416419 Aug 10 14:23:04.083071 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-4bb61e22-525d-43c1-94ac-036e9607464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.084499 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-4bb61e22-525d-43c1-94ac-036e9607464d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 920 time: 0.2892847 Aug 10 14:23:04.118666 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:23:04.122586 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:23:04.128507 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.166428 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-50dd14f7-345a-4507-85e9-a1a0de08481a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e5cfd5-3986-4426-8534-719984c9bd47 HTTP/1.1" status: 200 len: 217 time: 0.0497892 Aug 10 14:23:04.169104 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.169721 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.171172 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] 10.222.0.46 "PUT /v2.0/ports/45201a0f-36b7-4a65-87c2-af786f045751 HTTP/1.1" status: 200 len: 1093 time: 1.2385721 Aug 10 14:23:04.173307 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3d651721-1510-45af-9dbc-a071094d510e req-3622e8ee-e33d-484a-a2e0-a948a57d4206 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918872 Aug 10 14:23:04.175676 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:04.178243 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "tag": "45201a0f-36b7-4a65-87c2-af786f045751"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:04.202304 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3de7ab-aa7a-40e7-84e0-16536a4c827e service neutron] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:04.271516 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d357e230-1c9d-4f90-8fc2-ed93552c7b66 x-openstack-request-id: req-d357e230-1c9d-4f90-8fc2-ed93552c7b66 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:04.273437 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5079a9-07f3-4c27-a576-ce28710ad62c", "name": "network-vif-plugged", "status": "completed", "tag": "44a3a891-355e-435e-b480-5d01ac54e7b9", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:04.273863 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d357e230-1c9d-4f90-8fc2-ed93552c7b66 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:04.274555 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5079a9-07f3-4c27-a576-ce28710ad62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a3a891-355e-435e-b480-5d01ac54e7b9', 'code': 200} Aug 10 14:23:04.298227 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-120b1c6a-a2c4-4e33-868f-8adc95f326f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.302120 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-120b1c6a-a2c4-4e33-868f-8adc95f326f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 200 len: 859 time: 0.1187303 Aug 10 14:23:04.333718 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-4c1a0498-0ce7-4ad4-8817-eb3f53303486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.335313 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-4c1a0498-0ce7-4ad4-8817-eb3f53303486 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 1096 time: 0.0953407 Aug 10 14:23:04.361515 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537b9ae6-8de9-4af6-9717-326eaab1c760 x-openstack-request-id: req-537b9ae6-8de9-4af6-9717-326eaab1c760 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:04.362040 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "tag": "45201a0f-36b7-4a65-87c2-af786f045751", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:04.362487 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-537b9ae6-8de9-4af6-9717-326eaab1c760 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:04.363059 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751', 'status': 'completed', 'code': 200} Aug 10 14:23:04.393914 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-88254eab-a7b4-4cb0-b01c-81e4ad8d5689 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d82446d6-0f3f-413b-b75b-3143718033e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822206 Aug 10 14:23:04.455937 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-8598df00-f2fb-4f57-91cf-98b5092c59ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45201a0f-36b7-4a65-87c2-af786f045751 HTTP/1.1" status: 200 len: 217 time: 0.0776417 Aug 10 14:23:04.456697 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-11065d41-45a6-4a1e-bf3c-f68874cb9f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.511792 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d6b02-a72c-4025-a837-3426c4a39d62 req-8b5ee002-a57b-4740-bd3f-6f391b3df475 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.513306 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-379d6b02-a72c-4025-a837-3426c4a39d62 req-8b5ee002-a57b-4740-bd3f-6f391b3df475 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.1733940 Aug 10 14:23:04.538458 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-8356aded-82f9-42c0-a292-59975be07802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.540526 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-8356aded-82f9-42c0-a292-59975be07802 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0720947 Aug 10 14:23:04.583792 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-5c811429-f983-4a6f-b928-cdddd8a9b5ab service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745055 Aug 10 14:23:04.603891 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-379d6b02-a72c-4025-a837-3426c4a39d62 req-8dba1dfd-20bc-477e-8386-819998d67e07 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775189 Aug 10 14:23:04.734763 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f763e3-2367-4687-b313-2a1234c4fb7d req-1e3015d6-114b-431a-a45b-9ea79e3533f8 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432440 Aug 10 14:23:04.801247 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 59e5cfd5-3986-4426-8534-719984c9bd47 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:23:04.924688 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f987c9-a9e2-40e9-94e6-eeaf33f486fc req-a772c3b0-abba-45ca-be4b-9dd55848d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.926288 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-72f987c9-a9e2-40e9-94e6-eeaf33f486fc req-a772c3b0-abba-45ca-be4b-9dd55848d2ec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 1098 time: 0.3847950 Aug 10 14:23:04.937248 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-2b96c16c-cc27-4206-9af9-497c5f57cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.938873 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-2b96c16c-cc27-4206-9af9-497c5f57cfcc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3640125 Aug 10 14:23:04.989501 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db130906-55db-4ee6-ae9c-d2f9c3b2405c req-57ef2f7e-9e77-48c7-8dc5-749c002be7af tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:04.991189 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-db130906-55db-4ee6-ae9c-d2f9c3b2405c req-57ef2f7e-9e77-48c7-8dc5-749c002be7af tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.1595619 Aug 10 14:23:05.018899 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaa630-3697-48c3-97f9-a6dcc549b25f req-ad449b2f-fdc3-48c7-8615-c9c5d0fd25d1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:05.020698 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-debaa630-3697-48c3-97f9-a6dcc549b25f req-ad449b2f-fdc3-48c7-8615-c9c5d0fd25d1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 944 time: 0.1114697 Aug 10 14:23:05.054201 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-72f987c9-a9e2-40e9-94e6-eeaf33f486fc req-021cbead-a1ee-42ad-8aee-487b31315a8d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.056797 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 59e5cfd5-3986-4426-8534-719984c9bd47, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=59e5cfd5-3986-4426-8534-719984c9bd47,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:05.062175 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-d3ec8161-39f3-4b60-b0e6-5dc1a9e765b5 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143239 Aug 10 14:23:05.075762 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-db130906-55db-4ee6-ae9c-d2f9c3b2405c req-7711587f-942f-432d-9261-aa0f3ee017e1 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746605 Aug 10 14:23:05.095037 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '59e5cfd5-3986-4426-8534-719984c9bd47', 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5', 'port_id': '59e5cfd5-3986-4426-8534-719984c9bd47', 'mac_address': 'fa:16:3e:8f:a2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946baf6e-d1b3-4a58-90ad-7e9931fb0293', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:23:05.113903 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-debaa630-3697-48c3-97f9-a6dcc549b25f req-a1a2ab14-f0e9-453a-9cdc-538c45995ae9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849824 Aug 10 14:23:05.125351 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48836) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:05.145138 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.168205 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e5cfd5-3986-4426-8534-719984c9bd47 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:05.192587 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 59e5cfd5-3986-4426-8534-719984c9bd47, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=59e5cfd5-3986-4426-8534-719984c9bd47,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:05.198130 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.198884 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 4c92dcc2-0fe3-41b6-adc1-8829155133f6 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:23:05.214791 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-11065d41-45a6-4a1e-bf3c-f68874cb9f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.226255 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-11065d41-45a6-4a1e-bf3c-f68874cb9f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.235238 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 4c92dcc2-0fe3-41b6-adc1-8829155133f6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:05.253581 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b9b46f4-e259-4e2e-b3ae-10dfa531c15e req-98c267f9-a0fc-4a9f-8d39-d8602caace29 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804581 Aug 10 14:23:05.293901 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-11065d41-45a6-4a1e-bf3c-f68874cb9f8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35235bc2c93c4e3e848b0912078326a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4380131 Aug 10 14:23:05.294678 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11065d41-45a6-4a1e-bf3c-f68874cb9f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79456de-902f-4d5c-8c0d-124c28572273,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:05.297036 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48846) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:05.311523 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '4c92dcc2-0fe3-41b6-adc1-8829155133f6', 'network_id': 'd82446d6-0f3f-413b-b75b-3143718033e5', 'port_id': '4c92dcc2-0fe3-41b6-adc1-8829155133f6', 'mac_address': 'fa:16:3e:6c:ac:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946baf6e-d1b3-4a58-90ad-7e9931fb0293', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:23:05.373327 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.401940 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c92dcc2-0fe3-41b6-adc1-8829155133f6 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:05.452557 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-72f987c9-a9e2-40e9-94e6-eeaf33f486fc req-021cbead-a1ee-42ad-8aee-487b31315a8d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.460938 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-7f331a67-0ab6-4d87-a0e9-376f201f6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:05.463675 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-7f331a67-0ab6-4d87-a0e9-376f201f6683 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 1096 time: 0.1093495 Aug 10 14:23:05.465161 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-72f987c9-a9e2-40e9-94e6-eeaf33f486fc req-021cbead-a1ee-42ad-8aee-487b31315a8d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.477752 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4a0675cd-07db-4203-b43d-ce7aaa5688de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.479320 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 4c92dcc2-0fe3-41b6-adc1-8829155133f6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:05.479747 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bcf343fb-c229-427b-a11e-f2b99f4bbd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.484355 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=59e5cfd5-3986-4426-8534-719984c9bd47,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:05.494196 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.522011 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2cd91-2afa-49cd-93fb-6aae196b10df req-ab479a92-ed32-44e1-b25d-c7319858a497 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:05.523648 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c3b2cd91-2afa-49cd-93fb-6aae196b10df req-ab479a92-ed32-44e1-b25d-c7319858a497 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.1213720 Aug 10 14:23:05.550102 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4a0675cd-07db-4203-b43d-ce7aaa5688de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.576052 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=4c92dcc2-0fe3-41b6-adc1-8829155133f6,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:05.609530 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-72f987c9-a9e2-40e9-94e6-eeaf33f486fc req-021cbead-a1ee-42ad-8aee-487b31315a8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746576 Aug 10 14:23:05.626830 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cbead-a1ee-42ad-8aee-487b31315a8d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8038b4-6b29-4b89-9036-c6da29624aa7,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:05.629406 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c3b2cd91-2afa-49cd-93fb-6aae196b10df req-37317ad5-e676-4cd9-990b-bcf3e4708f34 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955014 Aug 10 14:23:05.666876 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4a0675cd-07db-4203-b43d-ce7aaa5688de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.669508 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4a0675cd-07db-4203-b43d-ce7aaa5688de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.671130 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4a0675cd-07db-4203-b43d-ce7aaa5688de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f79456de-902f-4d5c-8c0d-124c28572273 HTTP/1.1" status: 204 len: 168 time: 0.3731394 Aug 10 14:23:05.691822 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0675cd-07db-4203-b43d-ce7aaa5688de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79456de-902f-4d5c-8c0d-124c28572273,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:05.708538 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bcf343fb-c229-427b-a11e-f2b99f4bbd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.715776 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bcf343fb-c229-427b-a11e-f2b99f4bbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.790796 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-8af73773-0eb6-41b3-a5a6-f95d3a09f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:05.792773 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-8af73773-0eb6-41b3-a5a6-f95d3a09f807 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.3127382 Aug 10 14:23:05.795232 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bcf343fb-c229-427b-a11e-f2b99f4bbd6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c63b38a48114fcaa0d3a8e65694f0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6687706 Aug 10 14:23:05.795979 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf343fb-c229-427b-a11e-f2b99f4bbd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51119f91-5c7a-4e63-a1dd-041ca611c10a,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:05.798119 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 48864) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:05.843587 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['59e5cfd5-3986-4426-8534-719984c9bd47'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:23:05.859663 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6569-925b-4130-88fd-6a9a178c5412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.876290 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24829e3b-72b8-4bd2-b7a6-0f93852254f3 req-4972eb7e-193f-4638-8b7b-78cc4cf26b1f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:05.877933 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['4c92dcc2-0fe3-41b6-adc1-8829155133f6'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:23:05.881327 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-24829e3b-72b8-4bd2-b7a6-0f93852254f3 req-4972eb7e-193f-4638-8b7b-78cc4cf26b1f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.0699329 Aug 10 14:23:05.914847 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6569-925b-4130-88fd-6a9a178c5412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.932241 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-24829e3b-72b8-4bd2-b7a6-0f93852254f3 req-7cc33505-303f-4200-9071-e5f81cab09fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376356 Aug 10 14:23:06.001915 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-b1b650fb-3332-417c-a712-efe8bf8c8549 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45201a0f-36b7-4a65-87c2-af786f045751 HTTP/1.1" status: 200 len: 217 time: 0.0712914 Aug 10 14:23:06.067874 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-76e901eb-fea3-461a-a843-392ff9a1d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:06.069488 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-76e901eb-fea3-461a-a843-392ff9a1d276 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0547457 Aug 10 14:23:06.153534 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6569-925b-4130-88fd-6a9a178c5412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.158355 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-bc1e6569-925b-4130-88fd-6a9a178c5412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.166166 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bc1e6569-925b-4130-88fd-6a9a178c5412 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51119f91-5c7a-4e63-a1dd-041ca611c10a HTTP/1.1" status: 204 len: 168 time: 0.3665106 Aug 10 14:23:06.189023 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e6569-925b-4130-88fd-6a9a178c5412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51119f91-5c7a-4e63-a1dd-041ca611c10a,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:06.222094 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-1d8002de-290d-4c56-bd41-5daf3f7ca575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:06.223687 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-1d8002de-290d-4c56-bd41-5daf3f7ca575 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1428905 Aug 10 14:23:06.238915 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21eb4a-abdf-43d4-a0f9-898f9e00205e req-5a59476e-569c-46e3-8073-da6d30be9839 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:06.247315 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba21eb4a-abdf-43d4-a0f9-898f9e00205e req-5a59476e-569c-46e3-8073-da6d30be9839 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.0753989 Aug 10 14:23:06.276277 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090997a4-61bc-49dd-bdf1-326785f3399e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cf572b-e0ee-4dfa-a8ec-cb6564248e30'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:06.278653 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bf4f16-c8e5-44f5-aeed-40c6d7ac1906" -d '{"events": [{"server_uuid": "090997a4-61bc-49dd-bdf1-326785f3399e", "name": "network-vif-plugged", "status": "completed", "tag": "60cf572b-e0ee-4dfa-a8ec-cb6564248e30"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:06.295222 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48884) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:06.330177 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8016a308-1767-45ac-95e9-fd42817c9962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.356711 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba21eb4a-abdf-43d4-a0f9-898f9e00205e req-cded17c2-d139-48ef-92ab-81c37d1e26dc tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083550 Aug 10 14:23:06.364392 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-17a59b0f-1ad4-4581-8a3d-f83e0ba9e756 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307664 Aug 10 14:23:06.394166 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fb398-e48a-4daf-8ed0-dc655f68dc6f req-250d9414-ad1d-49e7-8f1e-9cbe0137c9cd tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:06.395776 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-512fb398-e48a-4daf-8ed0-dc655f68dc6f req-250d9414-ad1d-49e7-8f1e-9cbe0137c9cd tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 945 time: 0.1413326 Aug 10 14:23:06.432673 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50907060-93b3-4315-88b4-aa23184e4195 x-openstack-request-id: req-50907060-93b3-4315-88b4-aa23184e4195 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:06.433146 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090997a4-61bc-49dd-bdf1-326785f3399e", "name": "network-vif-plugged", "status": "completed", "tag": "60cf572b-e0ee-4dfa-a8ec-cb6564248e30", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:06.433242 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50907060-93b3-4315-88b4-aa23184e4195 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:06.433591 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090997a4-61bc-49dd-bdf1-326785f3399e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cf572b-e0ee-4dfa-a8ec-cb6564248e30', 'code': 200} Aug 10 14:23:06.471962 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-512fb398-e48a-4daf-8ed0-dc655f68dc6f req-9055f899-deaa-4195-83b9-f6c9a0beff8f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645242 Aug 10 14:23:06.509444 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fb5220d2-1b6e-431f-8adb-af83dca7c3a4 req-af441d83-eeb2-480b-9802-4c36bb6cd364 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305833 Aug 10 14:23:06.541521 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8016a308-1767-45ac-95e9-fd42817c9962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.547833 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8016a308-1767-45ac-95e9-fd42817c9962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.612709 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8016a308-1767-45ac-95e9-fd42817c9962 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee0161c6f1b64e6dab6f3a81b1658dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120224 Aug 10 14:23:06.613143 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 48892) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:06.623911 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016a308-1767-45ac-95e9-fd42817c9962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0352d9-71c4-4b7b-8b98-4a2ed15f6f58,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:06.680544 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c44f8b2b-02fb-41df-9acc-094b16f1e4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.709524 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e981d0-5912-4e72-8a6f-16e1e986077b req-b72887ab-150e-4842-94e4-562afff7c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:06.713190 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c4e981d0-5912-4e72-8a6f-16e1e986077b req-b72887ab-150e-4842-94e4-562afff7c2cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 1098 time: 0.0563152 Aug 10 14:23:06.719889 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c44f8b2b-02fb-41df-9acc-094b16f1e4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.766482 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-c4e981d0-5912-4e72-8a6f-16e1e986077b req-379dc43d-93ce-4a76-9e44-99a00cb957ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Aug 10 14:23:06.805656 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:23:06.811163 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c44f8b2b-02fb-41df-9acc-094b16f1e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.815551 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 59e5cfd5-3986-4426-8534-719984c9bd47 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:06.819684 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c44f8b2b-02fb-41df-9acc-094b16f1e4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.822500 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c44f8b2b-02fb-41df-9acc-094b16f1e4f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd0352d9-71c4-4b7b-8b98-4a2ed15f6f58 HTTP/1.1" status: 204 len: 168 time: 0.2074304 Aug 10 14:23:06.863871 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f8b2b-02fb-41df-9acc-094b16f1e4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0352d9-71c4-4b7b-8b98-4a2ed15f6f58,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:06.946325 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c48ba-8a31-44b8-b32d-43494c2790a8 req-528bfd3d-ad72-440a-9e47-a3c6df3e2520 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:06.950046 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-504c48ba-8a31-44b8-b32d-43494c2790a8 req-528bfd3d-ad72-440a-9e47-a3c6df3e2520 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.1220677 Aug 10 14:23:07.058241 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 59e5cfd5-3986-4426-8534-719984c9bd47 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:07.080327 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 59e5cfd5-3986-4426-8534-719984c9bd47 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:07.081229 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.084621 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-504c48ba-8a31-44b8-b32d-43494c2790a8 req-8e7ff3a2-bc6c-4927-858a-90179035242f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076155 Aug 10 14:23:07.093855 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:07.155807 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '45201a0f-36b7-4a65-87c2-af786f045751', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'port_id': '45201a0f-36b7-4a65-87c2-af786f045751', 'mac_address': 'fa:16:3e:2f:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:23:07.208581 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7ca49-62e4-4a3d-b647-d3fd18dfe18f req-f2528a88-ef4c-4eba-a406-7258d4951df0 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:07.210832 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ffd7ca49-62e4-4a3d-b647-d3fd18dfe18f req-f2528a88-ef4c-4eba-a406-7258d4951df0 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.0706148 Aug 10 14:23:07.256723 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ffd7ca49-62e4-4a3d-b647-d3fd18dfe18f req-ce340e41-902e-4651-a3c0-31194278ed26 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Aug 10 14:23:07.353053 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.387470 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45201a0f-36b7-4a65-87c2-af786f045751 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:07.425505 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:07.432499 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.435966 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.513007 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32184ea9-c9ef-46d8-bb8a-b67a1ca2220d req-1546f3a3-159f-4319-acba-a59feb1054a7 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:07.518247 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 59e5cfd5-3986-4426-8534-719984c9bd47, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=59e5cfd5-3986-4426-8534-719984c9bd47,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:07.532542 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.533398 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 4c92dcc2-0fe3-41b6-adc1-8829155133f6 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:07.535192 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32184ea9-c9ef-46d8-bb8a-b67a1ca2220d req-1546f3a3-159f-4319-acba-a59feb1054a7 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.0964587 Aug 10 14:23:07.571752 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:07.603385 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32184ea9-c9ef-46d8-bb8a-b67a1ca2220d req-a45e5072-40a3-49c5-b9e8-d338706973d2 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670998 Aug 10 14:23:07.656419 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=59e5cfd5-3986-4426-8534-719984c9bd47,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:07.660065 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:07.664972 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:07.665699 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.699867 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54ae00-8531-4934-9270-9495d198fb06 req-ab55996d-f1ce-4366-a3a4-d30022fd5840 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:07.701528 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb54ae00-8531-4934-9270-9495d198fb06 req-ab55996d-f1ce-4366-a3a4-d30022fd5840 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0776520 Aug 10 14:23:07.754314 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cb54ae00-8531-4934-9270-9495d198fb06 req-2b9a6852-7226-47c7-8f44-6e2dde222ab3 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457728 Aug 10 14:23:07.770892 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.811705 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 4c92dcc2-0fe3-41b6-adc1-8829155133f6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:07.816657 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.874258 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['45201a0f-36b7-4a65-87c2-af786f045751'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:23:07.876563 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=4c92dcc2-0fe3-41b6-adc1-8829155133f6,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:08.381071 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cd5d0-914e-42ef-980e-5b02cf4cfaa8 req-52b2d97a-4c68-4b23-9fe8-ba8025a0fa32 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:08.381071 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c95cd5d0-914e-42ef-980e-5b02cf4cfaa8 req-52b2d97a-4c68-4b23-9fe8-ba8025a0fa32 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 944 time: 0.1393745 Aug 10 14:23:08.435451 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd241a380-7b1c-4839-a822-f00d734a6c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e5cfd5-3986-4426-8534-719984c9bd47'}, {'server_uuid': '0f3f8937-0a5e-482f-bc4d-a6a03750afee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c92dcc2-0fe3-41b6-adc1-8829155133f6'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:08.438055 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84ede2d-bc8c-4d44-a11f-4b6abe83ac38" -d '{"events": [{"server_uuid": "d241a380-7b1c-4839-a822-f00d734a6c71", "name": "network-vif-plugged", "status": "completed", "tag": "59e5cfd5-3986-4426-8534-719984c9bd47"}, {"server_uuid": "0f3f8937-0a5e-482f-bc4d-a6a03750afee", "name": "network-vif-plugged", "status": "completed", "tag": "4c92dcc2-0fe3-41b6-adc1-8829155133f6"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:08.470589 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c95cd5d0-914e-42ef-980e-5b02cf4cfaa8 req-551b15ae-ddda-487f-b494-27464f33c972 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786684 Aug 10 14:23:08.511872 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e510a2-37d7-49f4-9119-25cb371a4a2b req-70ad7697-696b-4085-b75a-85a704419652 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:08.513941 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b4e510a2-37d7-49f4-9119-25cb371a4a2b req-70ad7697-696b-4085-b75a-85a704419652 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.1190870 Aug 10 14:23:08.561075 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053621fe-62cc-4e92-a4cc-864b44bdea59 x-openstack-request-id: req-053621fe-62cc-4e92-a4cc-864b44bdea59 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:08.561373 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d241a380-7b1c-4839-a822-f00d734a6c71", "name": "network-vif-plugged", "status": "completed", "tag": "59e5cfd5-3986-4426-8534-719984c9bd47", "code": 200}, {"server_uuid": "0f3f8937-0a5e-482f-bc4d-a6a03750afee", "name": "network-vif-plugged", "status": "completed", "tag": "4c92dcc2-0fe3-41b6-adc1-8829155133f6", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:08.561619 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-053621fe-62cc-4e92-a4cc-864b44bdea59 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:08.562045 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd241a380-7b1c-4839-a822-f00d734a6c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e5cfd5-3986-4426-8534-719984c9bd47', 'code': 200} Aug 10 14:23:08.562306 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3f8937-0a5e-482f-bc4d-a6a03750afee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c92dcc2-0fe3-41b6-adc1-8829155133f6', 'code': 200} Aug 10 14:23:08.567302 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b4e510a2-37d7-49f4-9119-25cb371a4a2b req-33c33bd9-0fc6-49ba-a95c-5058f1541fd0 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Aug 10 14:23:08.758827 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dd631-091f-4135-9143-a45fb4a76446 req-a9f21b5b-7bfc-4570-97bb-7ad9b22b2054 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:08.760560 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-604dd631-091f-4135-9143-a45fb4a76446 req-a9f21b5b-7bfc-4570-97bb-7ad9b22b2054 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.0674758 Aug 10 14:23:08.834068 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49002) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:08.855018 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-604dd631-091f-4135-9143-a45fb4a76446 req-899397ca-ef05-4522-9a8c-927d2206791b tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824227 Aug 10 14:23:08.957361 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a15769-5eeb-47b3-9e36-6a2f4ec89887 req-90133e88-74fb-4da1-831b-75dc1fb43e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:08.958976 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a2a15769-5eeb-47b3-9e36-6a2f4ec89887 req-90133e88-74fb-4da1-831b-75dc1fb43e27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 1099 time: 0.1404784 Aug 10 14:23:08.969247 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270760a-59c0-4937-97ed-762eac50dc2e req-2dc2383a-6d23-439d-9b3a-373ea2679a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:08.971325 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1270760a-59c0-4937-97ed-762eac50dc2e req-2dc2383a-6d23-439d-9b3a-373ea2679a0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1098 time: 0.0884836 Aug 10 14:23:09.030136 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48847c-7295-440f-a5be-60ac5175b223 req-dc332d73-d85b-4815-a56f-b0a87f93c47e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:09.033573 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c48847c-7295-440f-a5be-60ac5175b223 req-dc332d73-d85b-4815-a56f-b0a87f93c47e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1261935 Aug 10 14:23:09.054187 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a2a15769-5eeb-47b3-9e36-6a2f4ec89887 req-2d813c08-0073-4312-bbc5-582bbe6b22b9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811613 Aug 10 14:23:09.058329 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1270760a-59c0-4937-97ed-762eac50dc2e req-069ab5b7-04bf-440d-b586-011b9ccfc21b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Aug 10 14:23:09.095684 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c48847c-7295-440f-a5be-60ac5175b223 req-bbf2ffed-d159-4fe9-b359-21a82fd82897 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547738 Aug 10 14:23:09.192453 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a0566a07-3c58-4f12-ad10-29e1f419ba91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.194531 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 49018) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:09.263215 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1031120489-network', 'tenant_id': 'd18fc15280a14a35b0dfdd02d27e52ea'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:09.284001 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.321277 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a0566a07-3c58-4f12-ad10-29e1f419ba91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.326647 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a0566a07-3c58-4f12-ad10-29e1f419ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.348115 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Made reservation on behalf of d18fc15280a14a35b0dfdd02d27e52ea for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:23:09.351608 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.370043 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0566a07-3c58-4f12-ad10-29e1f419ba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b01cca-f04b-4d1c-8421-b549924bf48e,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:09.386995 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.396247 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a0566a07-3c58-4f12-ad10-29e1f419ba91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46f15a7f5c45499dbb62a212202e822c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5610123 Aug 10 14:23:09.396937 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49028) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:09.454498 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54378df9-1fae-4e63-9d94-2a034b8d2ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.483932 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54378df9-1fae-4e63-9d94-2a034b8d2ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.564284 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.567284 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54378df9-1fae-4e63-9d94-2a034b8d2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.571019 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-54378df9-1fae-4e63-9d94-2a034b8d2ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.575939 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-54378df9-1fae-4e63-9d94-2a034b8d2ee3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89b01cca-f04b-4d1c-8421-b549924bf48e HTTP/1.1" status: 204 len: 168 time: 0.1774967 Aug 10 14:23:09.582293 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.610553 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:23:09.626037 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54378df9-1fae-4e63-9d94-2a034b8d2ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b01cca-f04b-4d1c-8421-b549924bf48e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:09.638295 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adcc6f5-6887-4645-a020-4f6f1d0d57af,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:09.652353 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.652885 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Added segment cba31162-fb29-4b09-bf43-249946496166 of type vlan for network 543637b8-3b01-4f66-8763-cf1f3a581dd1 Aug 10 14:23:09.666924 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a03f99-3b20-411a-96ee-81b2a921a546 req-e0b5da97-40d6-4d2b-bd7d-e82d3d7311d4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:09.670493 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c7a03f99-3b20-411a-96ee-81b2a921a546 req-e0b5da97-40d6-4d2b-bd7d-e82d3d7311d4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 944 time: 0.0845788 Aug 10 14:23:09.713220 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.739165 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c7a03f99-3b20-411a-96ee-81b2a921a546 req-0a0fcfd2-4605-4ca5-9b4a-757c47de5360 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629668 Aug 10 14:23:09.761280 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.762351 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:09.762996 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:09.833133 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6346579 Aug 10 14:23:09.834865 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49046) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:09.843550 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Request body: {'subnet': {'network_id': '543637b8-3b01-4f66-8763-cf1f3a581dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1031120489-subnet', 'tenant_id': 'd18fc15280a14a35b0dfdd02d27e52ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:09.844438 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d712b47-cf8d-485a-9197-56fc852bfd30 admin admin] Pushing event updated for resources: {'Network': ['ID=543637b8-3b01-4f66-8763-cf1f3a581dd1,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:09.862456 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 543637b8-3b01-4f66-8763-cf1f3a581dd1 details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:23:09.884271 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Made reservation on behalf of d18fc15280a14a35b0dfdd02d27e52ea for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:23:09.888477 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.099458 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.207758 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f6c1ec-96c0-4b60-b1ee-a1d5dff3638e,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:10.246964 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Checking segment: {'id': 'cba31162-fb29-4b09-bf43-249946496166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '543637b8-3b01-4f66-8763-cf1f3a581dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:23:10.247703 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Network hostable DHCP agents. Network: 543637b8-3b01-4f66-8763-cf1f3a581dd1, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:23:10.268729 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 49064) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:10.291644 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c36205d3-6b5f-4444-9260-05b0c7b82c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.318677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c3ea5-8d95-4340-8794-4917dadb422e req-fad9ae81-86df-461b-bec1-d72587db0d70 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:10.321466 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d97c3ea5-8d95-4340-8794-4917dadb422e req-fad9ae81-86df-461b-bec1-d72587db0d70 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1060076 Aug 10 14:23:10.322243 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Network 543637b8-3b01-4f66-8763-cf1f3a581dd1 is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:23:10.347420 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 543637b8-3b01-4f66-8763-cf1f3a581dd1) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:10.352656 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:10.353674 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.361530 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974b496-6ade-45e2-979a-3a5c33937f1d None None] Network 543637b8-3b01-4f66-8763-cf1f3a581dd1 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:23:10.390857 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d97c3ea5-8d95-4340-8794-4917dadb422e req-972d5f6a-315d-4691-ba81-c2fcd3b7b75d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597479 Aug 10 14:23:10.486574 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c36205d3-6b5f-4444-9260-05b0c7b82c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.493544 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c36205d3-6b5f-4444-9260-05b0c7b82c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.514399 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bd6d1833-a078-4d6c-ae93-8bf7c22669cd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6654863 Aug 10 14:23:10.532588 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36205d3-6b5f-4444-9260-05b0c7b82c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2a4f2e-8ac7-4e83-bb52-0d66dbf0d6be,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:10.554967 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49080) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:10.555342 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-c36205d3-6b5f-4444-9260-05b0c7b82c0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64c61e00b0cd40fe95af699486ee9f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848549 Aug 10 14:23:10.656705 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4ffe32c4-8c31-45a5-9fa7-cc5b05a24faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.704194 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4ffe32c4-8c31-45a5-9fa7-cc5b05a24faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.706322 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c48f03-b0ff-4599-82e9-8c55d64c15fa None None] Network 543637b8-3b01-4f66-8763-cf1f3a581dd1 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:23:10.804784 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4ffe32c4-8c31-45a5-9fa7-cc5b05a24faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.812192 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4ffe32c4-8c31-45a5-9fa7-cc5b05a24faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:10.815003 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4ffe32c4-8c31-45a5-9fa7-cc5b05a24faa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a2a4f2e-8ac7-4e83-bb52-0d66dbf0d6be HTTP/1.1" status: 204 len: 168 time: 0.2583666 Aug 10 14:23:10.832246 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe32c4-8c31-45a5-9fa7-cc5b05a24faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2a4f2e-8ac7-4e83-bb52-0d66dbf0d6be,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:11.581828 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49120) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:11.588883 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1834226811-network', 'tenant_id': '528e8754cd424a19b2dd33d21ad8fab8'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:11.612420 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Made reservation on behalf of 528e8754cd424a19b2dd33d21ad8fab8 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:23:11.614805 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.626972 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.756499 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.762353 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.788852 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:23:11.805459 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4322a-768f-4740-aaba-ec7eff56630f,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:11.808570 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.808918 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Added segment b4745616-3211-41df-96d5-ba834afb3187 of type vlan for network 8cf1d568-3eb7-4e57-b7d6-02a202942232 Aug 10 14:23:11.853582 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.885515 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.886518 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:11.887144 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.935966 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:11.967719 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3840513 Aug 10 14:23:11.972107 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49132) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:11.984732 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Request body: {'subnet': {'network_id': '8cf1d568-3eb7-4e57-b7d6-02a202942232', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1834226811-subnet', 'tenant_id': '528e8754cd424a19b2dd33d21ad8fab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:11.996360 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184f8c6-0800-454d-9f2f-3e52f43deed2 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf1d568-3eb7-4e57-b7d6-02a202942232,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:12.011623 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 8cf1d568-3eb7-4e57-b7d6-02a202942232 details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:23:12.032329 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Made reservation on behalf of 528e8754cd424a19b2dd33d21ad8fab8 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:23:12.033311 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.134344 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 45201a0f-36b7-4a65-87c2-af786f045751 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:12.143053 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 45201a0f-36b7-4a65-87c2-af786f045751 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:12.144192 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.289967 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.316221 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.332048 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:12.336069 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1f769-4968-4865-9b21-6a220747dc86" -d '{"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-plugged", "status": "completed", "tag": "45201a0f-36b7-4a65-87c2-af786f045751"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:12.359499 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:12.368185 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.386597 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b829fc-8e9c-4b59-af9d-405943f67cca,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:12.407078 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Checking segment: {'id': 'b4745616-3211-41df-96d5-ba834afb3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cf1d568-3eb7-4e57-b7d6-02a202942232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:23:12.407792 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Network hostable DHCP agents. Network: 8cf1d568-3eb7-4e57-b7d6-02a202942232, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:23:12.435157 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Network 8cf1d568-3eb7-4e57-b7d6-02a202942232 is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:23:12.448052 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 8cf1d568-3eb7-4e57-b7d6-02a202942232) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:12.453717 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:12.454428 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:12.455215 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.465671 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93bd755-b83f-44a0-bd92-93cbfec3ceea None None] Network 8cf1d568-3eb7-4e57-b7d6-02a202942232 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:23:12.481027 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f33e980e-fc86-4347-a714-5b331e2e085b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5072012 Aug 10 14:23:12.665020 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb786bd4-f1dc-4845-9d5a-4af65a62cc29 None None] Network 8cf1d568-3eb7-4e57-b7d6-02a202942232 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:23:13.492789 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c85cf-ef0e-48c1-9857-2dde1cc8b087 req-30a5ebd8-88a8-4dc4-88f0-8b0d88006ed1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:13.495327 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-934c85cf-ef0e-48c1-9857-2dde1cc8b087 req-30a5ebd8-88a8-4dc4-88f0-8b0d88006ed1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0924594 Aug 10 14:23:13.549954 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-934c85cf-ef0e-48c1-9857-2dde1cc8b087 req-2382e54d-978a-4feb-812c-d54b1ff6332c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484724 Aug 10 14:23:13.729684 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dedef-2684-4910-ad45-ed25e009581d req-af30cd13-0732-486c-ac47-af7cc0dca81b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:13.732012 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f92dedef-2684-4910-ad45-ed25e009581d req-af30cd13-0732-486c-ac47-af7cc0dca81b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0749540 Aug 10 14:23:13.785805 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8788ae3-6e4f-4c78-860a-021a695337ee x-openstack-request-id: req-e8788ae3-6e4f-4c78-860a-021a695337ee {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:13.786795 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-plugged", "status": "completed", "tag": "45201a0f-36b7-4a65-87c2-af786f045751", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:13.787051 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8788ae3-6e4f-4c78-860a-021a695337ee {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:13.788498 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751', 'code': 200} Aug 10 14:23:13.808115 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f92dedef-2684-4910-ad45-ed25e009581d req-9b08f637-a9a6-4b3b-b407-8d0effc32dff tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601096 Aug 10 14:23:14.232542 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f85e17-5103-4f04-8505-2e5db55d4413 req-ea4c83c9-13e5-4961-a935-8010addf0285 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:14.240013 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61f85e17-5103-4f04-8505-2e5db55d4413 req-ea4c83c9-13e5-4961-a935-8010addf0285 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0706019 Aug 10 14:23:14.279819 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8c527-9059-4a60-b2ba-3b0ae04866e5 req-6bf4aa47-61bd-4c0d-8eb7-8504bd58f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:14.281187 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-77b8c527-9059-4a60-b2ba-3b0ae04866e5 req-6bf4aa47-61bd-4c0d-8eb7-8504bd58f930 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 1098 time: 0.0544453 Aug 10 14:23:14.283088 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-0307fab7-5473-464f-bdc4-82fa92655d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:14.284471 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-0307fab7-5473-464f-bdc4-82fa92655d94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 1099 time: 0.0996869 Aug 10 14:23:14.290635 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-61f85e17-5103-4f04-8505-2e5db55d4413 req-8a7cf55c-160f-4714-964a-2689d4c24ecc tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496135 Aug 10 14:23:14.383709 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-77b8c527-9059-4a60-b2ba-3b0ae04866e5 req-5dccd56e-08ee-45d1-a0a3-82dffa29ba00 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855815 Aug 10 14:23:14.417011 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-016a6479-2f53-4cab-8638-08fd680f1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:14.418525 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-016a6479-2f53-4cab-8638-08fd680f1fc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 920 time: 0.1192939 Aug 10 14:23:14.734802 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608a4f-95bc-421f-b2a7-4b94d25374d0 req-a9638765-c612-47aa-822f-efdd7a0b9cec tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:14.736974 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a8608a4f-95bc-421f-b2a7-4b94d25374d0 req-a9638765-c612-47aa-822f-efdd7a0b9cec tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0770605 Aug 10 14:23:14.764483 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-c80c132d-b8a9-4fd9-b41c-4f0c755ba45e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59e5cfd5-3986-4426-8534-719984c9bd47 HTTP/1.1" status: 200 len: 217 time: 0.0412743 Aug 10 14:23:14.797439 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a8608a4f-95bc-421f-b2a7-4b94d25374d0 req-74c74645-feff-4387-befc-31e1112f19f8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531833 Aug 10 14:23:14.840576 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-31f8c01c-a30c-4f38-bddb-d98f1bfa68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:14.843154 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-31f8c01c-a30c-4f38-bddb-d98f1bfa68d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 200 len: 859 time: 0.0663242 Aug 10 14:23:14.880789 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-27981c7a-a432-4a9b-b6db-72b088661305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d82446d6-0f3f-413b-b75b-3143718033e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259395 Aug 10 14:23:15.010200 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-80174b7a-3f14-47eb-bed8-4fb0e60bc12c service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068909 Aug 10 14:23:15.125373 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-dbcc97d4-93bd-4ee1-88bf-c64de92b4857 req-bb2f4ebf-9a2e-4eb1-9886-08a3e777afd3 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072054 Aug 10 14:23:15.487321 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2c72-ee7d-4b49-bc9f-f4497b8dc967 req-d102d605-793a-42b4-9deb-605ec367c360 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:15.496987 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c34b2c72-ee7d-4b49-bc9f-f4497b8dc967 req-d102d605-793a-42b4-9deb-605ec367c360 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1005368 Aug 10 14:23:15.549555 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c34b2c72-ee7d-4b49-bc9f-f4497b8dc967 req-37a6fd66-3db1-4983-8229-ab147d90c7d0 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513086 Aug 10 14:23:15.957951 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd77e8-0121-41b4-8d0f-a052dd0327d1 req-ef771436-28a5-43d0-856e-06806b24551e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:15.960267 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dfdd77e8-0121-41b4-8d0f-a052dd0327d1 req-ef771436-28a5-43d0-856e-06806b24551e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0569668 Aug 10 14:23:16.001706 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dfdd77e8-0121-41b4-8d0f-a052dd0327d1 req-849587d6-eb11-40d4-8a2b-83ec56b1af53 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Aug 10 14:23:16.708614 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193f898-c817-4fc7-bd12-041ecc3fc64c req-98f67926-4aa5-4ea0-946c-aefcba9ed07b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:16.710459 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c193f898-c817-4fc7-bd12-041ecc3fc64c req-98f67926-4aa5-4ea0-946c-aefcba9ed07b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0518613 Aug 10 14:23:16.773127 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c193f898-c817-4fc7-bd12-041ecc3fc64c req-2f945c29-91d7-4144-a4ec-35031524d8ac tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502925 Aug 10 14:23:17.165292 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76797488-3709-45ed-8590-5a26ff47f8ce req-baab384b-8a7b-4d8d-a4b3-b7760fea04ba tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:17.166909 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76797488-3709-45ed-8590-5a26ff47f8ce req-baab384b-8a7b-4d8d-a4b3-b7760fea04ba tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0720055 Aug 10 14:23:17.230693 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76797488-3709-45ed-8590-5a26ff47f8ce req-99ad203e-c2b4-4cf8-8ff3-ab062683e1b8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565066 Aug 10 14:23:17.941251 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4a1ee-c3ac-4083-848b-b7e9419d8b0b req-ece4971c-c649-4a6f-ba83-db1e5bff165e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:17.942864 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d1e4a1ee-c3ac-4083-848b-b7e9419d8b0b req-ece4971c-c649-4a6f-ba83-db1e5bff165e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0559793 Aug 10 14:23:17.988627 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d1e4a1ee-c3ac-4083-848b-b7e9419d8b0b req-fb66e3d6-8e52-4f47-af1c-19a4760e4dc5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345275 Aug 10 14:23:18.374168 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258a557-394e-40d0-b9bd-561b9b2a79c2 req-f3d5dd54-2521-4029-80d6-e91b81a35317 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:18.375792 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c258a557-394e-40d0-b9bd-561b9b2a79c2 req-f3d5dd54-2521-4029-80d6-e91b81a35317 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0611558 Aug 10 14:23:18.422933 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c258a557-394e-40d0-b9bd-561b9b2a79c2 req-82a8ad1e-5619-48c1-8319-4aa0db47a431 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 Aug 10 14:23:19.192016 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603fccd-ec14-4e09-b34d-00721608fc0c req-12692ade-a6dc-4881-83ee-63f0d1bd3c5a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:19.193676 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6603fccd-ec14-4e09-b34d-00721608fc0c req-12692ade-a6dc-4881-83ee-63f0d1bd3c5a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0879400 Aug 10 14:23:19.251224 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6603fccd-ec14-4e09-b34d-00721608fc0c req-b07ca2ab-ee7e-4f3e-a81a-7e06cb787f22 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507126 Aug 10 14:23:19.581941 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e2a2-5fe8-45d3-820c-c59ab7592840 req-fff708f4-cd55-41e7-86a5-910240542149 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:19.583562 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c45e2a2-5fe8-45d3-820c-c59ab7592840 req-fff708f4-cd55-41e7-86a5-910240542149 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0626910 Aug 10 14:23:19.632365 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c45e2a2-5fe8-45d3-820c-c59ab7592840 req-686f251e-53f7-4a9a-932a-7c8fd6ffe24d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Aug 10 14:23:19.761335 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aa3fd-cbbd-45cc-87fb-b673fd9d5c24 req-571e2477-d576-401c-93ea-e6215daac799 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:19.762994 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9b0aa3fd-cbbd-45cc-87fb-b673fd9d5c24 req-571e2477-d576-401c-93ea-e6215daac799 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0542657 Aug 10 14:23:19.779089 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 49344) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:19.801265 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'floatingip': {'port_id': '45201a0f-36b7-4a65-87c2-af786f045751'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:19.901329 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:20.617658 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1bdf-9e8d-4814-94a1-939d1a2488bb req-f192154e-073f-418b-a708-4db12f0b9d0b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:20.633704 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1b6b1bdf-9e8d-4814-94a1-939d1a2488bb req-f192154e-073f-418b-a708-4db12f0b9d0b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1864929 Aug 10 14:23:20.642244 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49382) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:20.698335 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1b6b1bdf-9e8d-4814-94a1-939d1a2488bb req-6484539f-6bbc-4db8-bffc-9acc947e16fb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674477 Aug 10 14:23:20.850052 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9d5a-0094-46fb-bd49-6f3ee8f6565a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:20.970202 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9d5a-0094-46fb-bd49-6f3ee8f6565a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:20.975248 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-cf0b9d5a-0094-46fb-bd49-6f3ee8f6565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.016046 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-cf0b9d5a-0094-46fb-bd49-6f3ee8f6565a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6efa4bfc36854ca88b81dc25c3be944e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723989 Aug 10 14:23:21.017127 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b9d5a-0094-46fb-bd49-6f3ee8f6565a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bb2436-96fa-4264-afbc-80aaa05156a0,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:21.019874 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49388) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:21.073905 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b65942af-c63f-48a5-aeb4-354f6b94ae34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.097654 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b65942af-c63f-48a5-aeb4-354f6b94ae34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.155178 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.159283 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.168841 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b65942af-c63f-48a5-aeb4-354f6b94ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.171741 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b65942af-c63f-48a5-aeb4-354f6b94ae34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.173271 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b65942af-c63f-48a5-aeb4-354f6b94ae34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74bb2436-96fa-4264-afbc-80aaa05156a0 HTTP/1.1" status: 204 len: 168 time: 0.1523604 Aug 10 14:23:21.184965 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65942af-c63f-48a5-aeb4-354f6b94ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bb2436-96fa-4264-afbc-80aaa05156a0,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:21.288125 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Floating IP e254e450-94de-4c9f-ab1e-a56ce52e8290 associated. External IP: 172.27.3.2, port: 45201a0f-36b7-4a65-87c2-af786f045751. Aug 10 14:23:21.580673 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49404) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:21.594948 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Router 6688ff86-7ade-4487-990d-47b8d3e3653b has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:23:21.598224 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a576033b-5ce8-4e45-9f69-693b8f6fd3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.778302 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a576033b-5ce8-4e45-9f69-693b8f6fd3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.789596 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a576033b-5ce8-4e45-9f69-693b8f6fd3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.858684 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:23:21.864540 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:21.876085 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] Sync routers for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:23:21.892709 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:23:21.893542 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:21.930635 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8d56fceb-2ed7-40d0-a43a-104ae6374a31 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "PUT /v2.0/floatingips/e254e450-94de-4c9f-ab1e-a56ce52e8290 HTTP/1.1" status: 200 len: 989 time: 2.1499434 Aug 10 14:23:21.931804 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:21.944263 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6db2b7-dbd8-4ab3-b394-83470308065c" -d '{"events": [{"name": "network-changed", "server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "tag": "45201a0f-36b7-4a65-87c2-af786f045751"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:22.118334 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:23:22.195575 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a576033b-5ce8-4e45-9f69-693b8f6fd3b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=514543f44e87417f9d0b7a3b10d664fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130967 Aug 10 14:23:22.198026 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 49438) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:22.200438 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576033b-5ce8-4e45-9f69-693b8f6fd3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b89bc44-f784-42f9-9504-bf891a8bb38e,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:22.225729 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54596ee-e889-4a35-913b-205c31699d44 req-6c55c5b7-497f-49bd-9c16-d8f69bf9a1c1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:22.226971 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f54596ee-e889-4a35-913b-205c31699d44 req-6c55c5b7-497f-49bd-9c16-d8f69bf9a1c1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.4155450 Aug 10 14:23:22.274196 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9aa105a2-5d31-4c9d-90d6-f5935416325e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:22.280466 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f54596ee-e889-4a35-913b-205c31699d44 req-c051468c-6e6f-40a2-9960-db0216f1f50c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 Aug 10 14:23:22.302457 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9aa105a2-5d31-4c9d-90d6-f5935416325e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:22.347783 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e67ccb-446a-4f9f-9b87-2866d248b0c7 x-openstack-request-id: req-c5e67ccb-446a-4f9f-9b87-2866d248b0c7 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:22.348180 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "tag": "45201a0f-36b7-4a65-87c2-af786f045751", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:22.348528 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5e67ccb-446a-4f9f-9b87-2866d248b0c7 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:22.348940 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751', 'status': 'completed', 'code': 200} Aug 10 14:23:22.373096 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9aa105a2-5d31-4c9d-90d6-f5935416325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:22.378812 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9aa105a2-5d31-4c9d-90d6-f5935416325e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:22.381747 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9aa105a2-5d31-4c9d-90d6-f5935416325e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b89bc44-f784-42f9-9504-bf891a8bb38e HTTP/1.1" status: 204 len: 168 time: 0.1821513 Aug 10 14:23:22.395494 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa105a2-5d31-4c9d-90d6-f5935416325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b89bc44-f784-42f9-9504-bf891a8bb38e,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:22.582141 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'e254e450-94de-4c9f-ab1e-a56ce52e8290', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'port_id': '45201a0f-36b7-4a65-87c2-af786f045751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'mac_address': 'fa:16:3e:2f:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:20Z', 'revision_number': 1, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:22.622404 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] Checking router: 6688ff86-7ade-4487-990d-47b8d3e3653b for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:23:22.626846 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:23:22.627501 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:22.779091 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:23:23.087474 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'e254e450-94de-4c9f-ab1e-a56ce52e8290', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'port_id': '45201a0f-36b7-4a65-87c2-af786f045751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'mac_address': 'fa:16:3e:2f:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:20Z', 'revision_number': 1, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:23.136014 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aec037-eba4-442b-843c-8d03acb33529 None None] The sync data for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi is: [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'e254e450-94de-4c9f-ab1e-a56ce52e8290', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'port_id': '45201a0f-36b7-4a65-87c2-af786f045751', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'mac_address': 'fa:16:3e:2f:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:20Z', 'revision_number': 1, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:23:23.444406 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e8388-b442-4b23-87d1-f9b0299e2787 req-f5575656-0619-495e-a5b1-5a5238f84fa1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:23.447136 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a24e8388-b442-4b23-87d1-f9b0299e2787 req-f5575656-0619-495e-a5b1-5a5238f84fa1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0681334 Aug 10 14:23:23.474141 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc2e0b-8065-4e42-a1f2-f2e53dcd4018 None None] New status for floating IP e254e450-94de-4c9f-ab1e-a56ce52e8290: ACTIVE {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:23:23.523575 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a24e8388-b442-4b23-87d1-f9b0299e2787 req-8aeb638c-c207-496a-8741-706719f00b8d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680540 Aug 10 14:23:24.697155 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d087248-007d-460b-a566-611568a17a83 req-8536f1b7-e389-470e-bbaa-ac69d700d192 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:24.698965 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2d087248-007d-460b-a566-611568a17a83 req-8536f1b7-e389-470e-bbaa-ac69d700d192 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0662229 Aug 10 14:23:24.754357 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2d087248-007d-460b-a566-611568a17a83 req-af63e72b-4895-4a8a-a0da-efdb0300b08c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Aug 10 14:23:24.941021 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-f6abea4e-d798-4af8-9d5d-d192b1a5275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:24.944638 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-f6abea4e-d798-4af8-9d5d-d192b1a5275e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 1098 time: 0.0636764 Aug 10 14:23:25.142606 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-1474b819-5fd9-4e7c-965d-b8ba2f6d949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:25.145206 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-1474b819-5fd9-4e7c-965d-b8ba2f6d949c service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1775777 Aug 10 14:23:25.262279 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-21ce37ec-4f82-4f1e-8017-a8a864fd047b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45201a0f-36b7-4a65-87c2-af786f045751 HTTP/1.1" status: 200 len: 999 time: 0.1083522 Aug 10 14:23:25.337893 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-cf83f948-d85b-40d9-a2b5-e9fe941b71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:25.339807 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-cf83f948-d85b-40d9-a2b5-e9fe941b71a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0558097 Aug 10 14:23:25.417957 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-13567c48-8ccc-4786-bf47-6e51d61b8fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:25.419970 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-13567c48-8ccc-4786-bf47-6e51d61b8fec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622563 Aug 10 14:23:25.531488 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-10319c8a-5ce5-46fa-a4f5-e9d528a86586 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021137 Aug 10 14:23:25.636546 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4c6db2b7-dbd8-4ab3-b394-83470308065c req-15db9edf-7f8d-42e8-811b-cebeff581ada service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947814 Aug 10 14:23:25.808868 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a9a8a38d-cbe1-4ca3-9444-39414f572cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:25.911324 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334028e4-f5c0-4c55-9cc3-dd5a182287cb req-ac8ac0b7-ce48-464b-bab5-08450862d038 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:25.914659 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-334028e4-f5c0-4c55-9cc3-dd5a182287cb req-ac8ac0b7-ce48-464b-bab5-08450862d038 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0694938 Aug 10 14:23:25.974231 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-334028e4-f5c0-4c55-9cc3-dd5a182287cb req-adf16b6e-52e6-4dab-9d0d-f05120b071fe tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491257 Aug 10 14:23:26.875595 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 49564) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:27.023534 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9efb-79d1-4bad-9d89-91c8db94b442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.165380 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9efb-79d1-4bad-9d89-91c8db94b442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.170805 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ff1b9efb-79d1-4bad-9d89-91c8db94b442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.182073 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88a5c7-198e-4824-bfe0-1c0cbeff0192 req-3a740909-9aff-4ee2-bba2-e7f2cd271d7c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:27.186633 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a88a5c7-198e-4824-bfe0-1c0cbeff0192 req-3a740909-9aff-4ee2-bba2-e7f2cd271d7c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1076274 Aug 10 14:23:27.233288 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ff1b9efb-79d1-4bad-9d89-91c8db94b442 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6338f0b2839340cf98a16b64d3834f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564961 Aug 10 14:23:27.234321 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b9efb-79d1-4bad-9d89-91c8db94b442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac3c70b-2d04-4806-b7f0-9721a6b202f9,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:27.237743 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49576) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:27.258814 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a88a5c7-198e-4824-bfe0-1c0cbeff0192 req-d949efc4-b261-4384-8fe9-a0647f992eb9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606241 Aug 10 14:23:27.307808 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6571b9e-15d1-4fa0-94d5-883c3f99fc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.338700 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6571b9e-15d1-4fa0-94d5-883c3f99fc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.418209 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6571b9e-15d1-4fa0-94d5-883c3f99fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.423042 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d6571b9e-15d1-4fa0-94d5-883c3f99fc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.424803 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d6571b9e-15d1-4fa0-94d5-883c3f99fc2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ac3c70b-2d04-4806-b7f0-9721a6b202f9 HTTP/1.1" status: 204 len: 168 time: 0.1858556 Aug 10 14:23:27.444411 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6571b9e-15d1-4fa0-94d5-883c3f99fc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac3c70b-2d04-4806-b7f0-9721a6b202f9,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:27.794345 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 49596) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:27.814197 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.927766 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.934707 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:27.979631 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0ca69b3b1494f1298176842e8c072e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840694 Aug 10 14:23:27.980746 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d03a41-6c39-437d-bac2-7e6a6ab3cbba,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:27.983047 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49598) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:27.989676 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.990324 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.990891 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.991418 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.991914 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.992397 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.992903 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.993306 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.993774 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.994385 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.994894 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:27.995310 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32241280-7d76-4551-8306-ba839aa50aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.057961 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.097083 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.159930 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.163666 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.165106 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7d03a41-6c39-437d-bac2-7e6a6ab3cbba HTTP/1.1" status: 204 len: 168 time: 0.1809106 Aug 10 14:23:28.175283 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d03a41-6c39-437d-bac2-7e6a6ab3cbba,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:28.185601 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.186786 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.186786 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.186786 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.187219 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.187722 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.188050 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.188705 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.189174 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.189657 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.190170 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.190668 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c902f4-29eb-4942-92af-923a1087621a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:28.410089 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d1caf-7dd9-4f61-a500-cd23ea58fc52 req-3671f60c-a2c0-4023-9741-dc6dbb21beb9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:28.412589 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3b1d1caf-7dd9-4f61-a500-cd23ea58fc52 req-3671f60c-a2c0-4023-9741-dc6dbb21beb9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0634673 Aug 10 14:23:28.471326 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3b1d1caf-7dd9-4f61-a500-cd23ea58fc52 req-da635033-83ac-43ca-9cfc-6896eedfa9ca tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516121 Aug 10 14:23:28.586941 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3c641d32-ee23-4153-b19e-80eaa108c58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.670961 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49612) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:28.685793 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a73fe256-a52a-4c14-8527-cbe440642b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.734541 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.823175 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a73fe256-a52a-4c14-8527-cbe440642b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.828837 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a73fe256-a52a-4c14-8527-cbe440642b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:28.901961 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a73fe256-a52a-4c14-8527-cbe440642b6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a402c357c1ce4b0f8e17e4fea055789d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295856 Aug 10 14:23:28.904785 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 49618) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:28.906122 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fe256-a52a-4c14-8527-cbe440642b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4cf5c8-ee1a-4b80-8175-f192466a6a77,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:28.984265 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83e7-8ed5-4436-8e9a-2f0f7df75031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:29.013052 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83e7-8ed5-4436-8e9a-2f0f7df75031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:29.071767 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83e7-8ed5-4436-8e9a-2f0f7df75031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:29.074634 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a9b83e7-8ed5-4436-8e9a-2f0f7df75031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:29.076032 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0a9b83e7-8ed5-4436-8e9a-2f0f7df75031 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd4cf5c8-ee1a-4b80-8175-f192466a6a77 HTTP/1.1" status: 204 len: 168 time: 0.1698339 Aug 10 14:23:29.100645 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b83e7-8ed5-4436-8e9a-2f0f7df75031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4cf5c8-ee1a-4b80-8175-f192466a6a77,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:29.654863 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ff05d-33a1-413f-a9aa-39a6fd47113a req-e089dd29-934d-4384-8783-bf4f069f4cee tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:29.663120 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d98ff05d-33a1-413f-a9aa-39a6fd47113a req-e089dd29-934d-4384-8783-bf4f069f4cee tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0770540 Aug 10 14:23:29.708202 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d98ff05d-33a1-413f-a9aa-39a6fd47113a req-35593c37-20b0-485c-a169-abcb6505605f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Aug 10 14:23:29.861560 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:30.861763 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e903-c1f5-4e18-b300-8c70796a221c req-423cc292-9fe2-4f78-ae4a-29e4374ea281 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:30.865040 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c509e903-c1f5-4e18-b300-8c70796a221c req-423cc292-9fe2-4f78-ae4a-29e4374ea281 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0714185 Aug 10 14:23:30.930977 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c509e903-c1f5-4e18-b300-8c70796a221c req-75f45ada-23dd-433d-b4c3-b22fecfc7d15 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584335 Aug 10 14:23:31.554773 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:31.716821 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-91b2840f-5417-4605-93c2-d94c5ed0dbb6 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:31.718444 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-91b2840f-5417-4605-93c2-d94c5ed0dbb6 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 815 time: 0.1214006 Aug 10 14:23:31.736776 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-6788264f-6064-4a7c-aecf-7f235209457f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/quotas/2fbf0fb263184f20b746cd10c11e76f9 HTTP/1.1" status: 200 len: 375 time: 0.0111227 Aug 10 14:23:31.790718 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-70c5eebe-44c6-41e0-bf6c-ed4a483f62b1 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473337 Aug 10 14:23:31.899068 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-bb713d4b-8ce4-4961-a99c-ae67c99f6297 service neutron] 10.222.0.44 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004376 Aug 10 14:23:32.006016 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-76151124-e22d-40ac-b4fb-0f602b0c4fb2 service neutron] 10.222.0.44 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001377 Aug 10 14:23:32.288535 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e17b-0836-4797-802e-2b0f871410a2 req-cd83d2a1-77f1-484a-8e59-87dd6b7fc2ef tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:32.291184 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b643e17b-0836-4797-802e-2b0f871410a2 req-cd83d2a1-77f1-484a-8e59-87dd6b7fc2ef tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0943921 Aug 10 14:23:32.342773 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b643e17b-0836-4797-802e-2b0f871410a2 req-9547641a-ba4f-42f2-8e21-b080169cb660 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403392 Aug 10 14:23:32.452889 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-92579681-d2d1-4325-b2dd-09284c137bb3 req-d482e14b-c6f9-4a57-8ad6-bb2052f99cc1 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 210 time: 0.0456285 Aug 10 14:23:33.481366 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0eda3-2f8b-4e83-a6ec-ce0ca89d17be req-1e57c36c-3685-48cb-8d73-170698823a15 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:33.483029 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35d0eda3-2f8b-4e83-a6ec-ce0ca89d17be req-1e57c36c-3685-48cb-8d73-170698823a15 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0538108 Aug 10 14:23:33.530429 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35d0eda3-2f8b-4e83-a6ec-ce0ca89d17be req-c7660c34-ad11-4927-a39c-403e89907e24 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390844 Aug 10 14:23:33.630972 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4053eaf6-5799-45e3-8bd3-4b259088b29d req-c3c4b15f-aa2d-43f5-b2fd-6d991cb1353c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 210 time: 0.0331774 Aug 10 14:23:33.766009 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:23:34.714113 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb961351-2893-49af-8042-05210b84a42a req-270a5f3e-60f1-4efd-a36b-a4e8ca3a6e7c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:34.716082 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bb961351-2893-49af-8042-05210b84a42a req-270a5f3e-60f1-4efd-a36b-a4e8ca3a6e7c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0708008 Aug 10 14:23:34.782358 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bb961351-2893-49af-8042-05210b84a42a req-07832418-a67b-4fe1-bd4f-9ebe2aa523aa tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Aug 10 14:23:34.804240 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-3820778f-68a9-454c-a6fc-8c95eedd03fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:34.807123 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-3820778f-68a9-454c-a6fc-8c95eedd03fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 815 time: 0.1654620 Aug 10 14:23:34.868195 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Request body: {'port': {'device_id': '9e2f5c30-15b5-47e4-85c0-a518eb4ade6d', 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'admin_state_up': True, 'tenant_id': '2fbf0fb263184f20b746cd10c11e76f9'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:34.932020 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5af3e1b8-2741-4f6e-b85a-0264dc961c23 req-70732b35-f290-4200-87a7-8060d8b5a39b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 210 time: 0.0500381 Aug 10 14:23:35.050480 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Made reservation on behalf of 2fbf0fb263184f20b746cd10c11e76f9 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:23:35.054960 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:35.213886 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Allocated IP 172.20.0.4 (f079afc9-6109-49d0-a620-2a5d48bd655b/555bdecc-1e04-473d-ad51-fb75340fbb1a/85f1c21d-e3c8-46b9-b166-5da36ed5590b) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:23:35.444790 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:35.514840 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:35.566302 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['60cf572b-e0ee-4dfa-a8ec-cb6564248e30'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:23:35.603943 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Network f079afc9-6109-49d0-a620-2a5d48bd655b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:23:35.614155 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:35.622745 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:23:35.634615 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Pushing event updated for resources: {'Port': ['ID=85f1c21d-e3c8-46b9-b166-5da36ed5590b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:35.734629 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:35.735756 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:35.763958 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-79b417d0-70db-402a-8388-b4e2a11c89fc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9046862 Aug 10 14:23:35.795974 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Request body: {'port': {'device_id': '9e2f5c30-15b5-47e4-85c0-a518eb4ade6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:35.911467 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:36.065248 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152efea-dad4-461b-87e3-f78694a2ece6 req-91e6c6d7-0ac8-4ee3-b2e1-bd6ec8ab3d1d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:36.069319 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152efea-dad4-461b-87e3-f78694a2ece6 req-91e6c6d7-0ac8-4ee3-b2e1-bd6ec8ab3d1d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0757773 Aug 10 14:23:36.232644 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1152efea-dad4-461b-87e3-f78694a2ece6 req-637d3830-e2bc-42ed-9a24-70f8f65bec48 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523087 Aug 10 14:23:36.349469 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49651558-6035-4cf1-baa8-1d282a355101 req-49bc987d-c198-46bd-9793-b0670989c9a0 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:36.351527 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-49651558-6035-4cf1-baa8-1d282a355101 req-49bc987d-c198-46bd-9793-b0670989c9a0 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 931 time: 0.0925326 Aug 10 14:23:36.418608 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-49651558-6035-4cf1-baa8-1d282a355101 req-f0532faf-3ad7-499e-a2ac-b0bdf71ddaa3 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550606 Aug 10 14:23:36.439414 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f1c21d-e3c8-46b9-b166-5da36ed5590b {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:36.452688 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:36.470252 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Transition to ACTIVE for port object 85f1c21d-e3c8-46b9-b166-5da36ed5590b will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:23:36.476602 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:36.546827 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Pushing event updated for resources: {'Port': ['ID=85f1c21d-e3c8-46b9-b166-5da36ed5590b,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:36.634543 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Attempting to bind port 85f1c21d-e3c8-46b9-b166-5da36ed5590b on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:23:36.635046 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Attempting to bind port 85f1c21d-e3c8-46b9-b166-5da36ed5590b by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:23:36.635483 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Attempting to bind port 85f1c21d-e3c8-46b9-b166-5da36ed5590b on network f079afc9-6109-49d0-a620-2a5d48bd655b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:23:36.642477 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Port 85f1c21d-e3c8-46b9-b166-5da36ed5590b on network f079afc9-6109-49d0-a620-2a5d48bd655b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:23:36.643091 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Attempting to bind port 85f1c21d-e3c8-46b9-b166-5da36ed5590b on network f079afc9-6109-49d0-a620-2a5d48bd655b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:23:36.651264 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:23:36.651788 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Checking segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:23:36.652167 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Bound using segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:23:36.652641 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Bound port: 85f1c21d-e3c8-46b9-b166-5da36ed5590b, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:23:36.653297 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:36.791055 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] For port 85f1c21d-e3c8-46b9-b166-5da36ed5590b, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:23:36.798246 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] For port 85f1c21d-e3c8-46b9-b166-5da36ed5590b, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85f1c21d-e3c8-46b9-b166-5da36ed5590b,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:23:36.804980 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:36.874158 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:36.875193 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:36.877684 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] 10.222.0.46 "PUT /v2.0/ports/85f1c21d-e3c8-46b9-b166-5da36ed5590b HTTP/1.1" status: 200 len: 1093 time: 1.0972342 Aug 10 14:23:36.882431 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2f5c30-15b5-47e4-85c0-a518eb4ade6d', 'tag': '85f1c21d-e3c8-46b9-b166-5da36ed5590b'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:36.886396 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb19492-342c-4e2d-948a-3c813df7e437" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2f5c30-15b5-47e4-85c0-a518eb4ade6d", "tag": "85f1c21d-e3c8-46b9-b166-5da36ed5590b"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:36.959736 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd568da-d6a4-4b81-bd14-818da2dbea57 service neutron] Pushing event updated for resources: {'Port': ['ID=85f1c21d-e3c8-46b9-b166-5da36ed5590b,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:37.032706 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08740f6a-685d-4a12-83db-f2b22cb98d73 x-openstack-request-id: req-08740f6a-685d-4a12-83db-f2b22cb98d73 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:37.033077 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2f5c30-15b5-47e4-85c0-a518eb4ade6d", "tag": "85f1c21d-e3c8-46b9-b166-5da36ed5590b", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:37.033441 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08740f6a-685d-4a12-83db-f2b22cb98d73 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:37.033743 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2f5c30-15b5-47e4-85c0-a518eb4ade6d', 'tag': '85f1c21d-e3c8-46b9-b166-5da36ed5590b', 'status': 'completed', 'code': 200} Aug 10 14:23:37.107903 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-63557eac-53d6-479b-8137-3e13389597b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:37.109461 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-63557eac-53d6-479b-8137-3e13389597b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 1096 time: 0.1059933 Aug 10 14:23:37.182250 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-1d8b4d90-72ab-4ccb-87f5-bb2f8657dad3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f1c21d-e3c8-46b9-b166-5da36ed5590b HTTP/1.1" status: 200 len: 217 time: 0.0528893 Aug 10 14:23:37.264721 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-340e746c-cd73-40b0-9381-253647de4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:37.267457 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-340e746c-cd73-40b0-9381-253647de4a1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.0695229 Aug 10 14:23:37.358553 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-4d8173ec-db40-4e72-9568-6ac3f926320e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593755 Aug 10 14:23:37.372817 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 49852) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:37.435918 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a1d51-0788-4101-8ee5-3e31c68ddd6f req-4deebd16-826d-4250-a0c3-2380b6f468c9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:37.438576 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c7a1d51-0788-4101-8ee5-3e31c68ddd6f req-4deebd16-826d-4250-a0c3-2380b6f468c9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0679662 Aug 10 14:23:37.512964 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c7a1d51-0788-4101-8ee5-3e31c68ddd6f req-b7c8fb8e-5415-47f6-b617-2952de530009 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608947 Aug 10 14:23:37.572038 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-120ddd32-8e54-4fb4-babe-82f2b07f61ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:37.660936 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ec4b4-c30d-4e4a-92dd-470c31a2150a req-5a12e785-5bb6-4114-87b2-abbde659cbf2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:37.663403 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-490ec4b4-c30d-4e4a-92dd-470c31a2150a req-5a12e785-5bb6-4114-87b2-abbde659cbf2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 943 time: 0.0664051 Aug 10 14:23:37.725559 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-120ddd32-8e54-4fb4-babe-82f2b07f61ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:37.732666 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-120ddd32-8e54-4fb4-babe-82f2b07f61ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:37.737537 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-490ec4b4-c30d-4e4a-92dd-470c31a2150a req-5ccfd447-8e03-4e91-9780-414f1aef87fe tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578005 Aug 10 14:23:37.791786 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-120ddd32-8e54-4fb4-babe-82f2b07f61ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=296f509eb00c45218d6e05b97fb8e961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175477 Aug 10 14:23:37.792514 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ddd32-8e54-4fb4-babe-82f2b07f61ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34457246-6c5d-4cdd-9ac5-32da6562f0a1,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:37.795622 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49866) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:37.859244 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-636154fc-8782-4b25-b5b0-3c3a397c86ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:37.884698 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-636154fc-8782-4b25-b5b0-3c3a397c86ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:37.942959 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-636154fc-8782-4b25-b5b0-3c3a397c86ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:37.946192 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-636154fc-8782-4b25-b5b0-3c3a397c86ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:37.949945 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-636154fc-8782-4b25-b5b0-3c3a397c86ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34457246-6c5d-4cdd-9ac5-32da6562f0a1 HTTP/1.1" status: 204 len: 168 time: 0.1504648 Aug 10 14:23:37.964930 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636154fc-8782-4b25-b5b0-3c3a397c86ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34457246-6c5d-4cdd-9ac5-32da6562f0a1,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:38.444414 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49878) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:38.461518 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d327677-88b9-4a1e-b8c4-ccedfddfebca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:38.589361 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d327677-88b9-4a1e-b8c4-ccedfddfebca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:38.595756 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d327677-88b9-4a1e-b8c4-ccedfddfebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:38.658907 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d327677-88b9-4a1e-b8c4-ccedfddfebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7caa8ef-1778-4a2a-9377-128db54c1785,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:38.678281 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5d327677-88b9-4a1e-b8c4-ccedfddfebca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e0b4c7802384b7cbd37aff494bd4b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326949 Aug 10 14:23:38.681794 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49882) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:38.736538 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af23a3-2a67-4026-b2db-ab6aa183decc req-4a9023df-a9f1-42fa-9c0e-ded81d8d67a1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:38.738210 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51af23a3-2a67-4026-b2db-ab6aa183decc req-4a9023df-a9f1-42fa-9c0e-ded81d8d67a1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1058438 Aug 10 14:23:38.774500 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-be1d27b7-53f5-45e4-b4dd-56c23c6f2271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:38.809564 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-51af23a3-2a67-4026-b2db-ab6aa183decc req-c28a264d-d956-430c-aa2d-5f40f9c435e0 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637913 Aug 10 14:23:38.816523 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-be1d27b7-53f5-45e4-b4dd-56c23c6f2271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:38.903476 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-be1d27b7-53f5-45e4-b4dd-56c23c6f2271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:38.907823 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-be1d27b7-53f5-45e4-b4dd-56c23c6f2271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:38.913257 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-be1d27b7-53f5-45e4-b4dd-56c23c6f2271 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7caa8ef-1778-4a2a-9377-128db54c1785 HTTP/1.1" status: 204 len: 168 time: 0.2264018 Aug 10 14:23:38.933400 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d27b7-53f5-45e4-b4dd-56c23c6f2271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7caa8ef-1778-4a2a-9377-128db54c1785,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:39.001404 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8008e5d-f5d3-4a0b-b92b-a8ee9f9d1c9f req-b75d3625-e571-4bbb-bf15-779d7ee8bb14 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:39.003813 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8008e5d-f5d3-4a0b-b92b-a8ee9f9d1c9f req-b75d3625-e571-4bbb-bf15-779d7ee8bb14 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 943 time: 0.0839756 Aug 10 14:23:39.051463 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f8008e5d-f5d3-4a0b-b92b-a8ee9f9d1c9f req-7e6a2db5-d73e-498c-ab6f-963ffe7b15ec tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Aug 10 14:23:39.294447 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:39.988420 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6181eca-404d-40a6-846f-5b8858aecd13 req-30969084-32a7-4f4a-9d30-41df7d885294 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:39.991327 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b6181eca-404d-40a6-846f-5b8858aecd13 req-30969084-32a7-4f4a-9d30-41df7d885294 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0897624 Aug 10 14:23:40.058985 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b6181eca-404d-40a6-846f-5b8858aecd13 req-7df694e9-cd78-4854-98a3-8979af01ef53 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572960 Aug 10 14:23:40.221701 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f451e67-f383-48dc-8e13-677c64d683d0 req-dac3421f-496f-4138-9b57-ab8245cfee7e tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:40.225212 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f451e67-f383-48dc-8e13-677c64d683d0 req-dac3421f-496f-4138-9b57-ab8245cfee7e tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 943 time: 0.0755315 Aug 10 14:23:40.284698 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5f451e67-f383-48dc-8e13-677c64d683d0 req-f5deca5f-65d3-46de-9f29-c1e8a1015afd tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510683 Aug 10 14:23:40.699484 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-815e73db-2c7d-4335-857c-02346ad5da93 req-a79c9f82-6494-473b-9aee-d1fb69f76982 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923324 Aug 10 14:23:40.718203 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-abe1bfe3-2dbe-4d70-bf7a-ea7b4a49e487 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201002 Aug 10 14:23:41.228397 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e73db-2c7d-4335-857c-02346ad5da93 req-037ecc04-b8a6-4759-a383-1ccfba885a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:41.231213 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-815e73db-2c7d-4335-857c-02346ad5da93 req-037ecc04-b8a6-4759-a383-1ccfba885a75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf930dcf472a4696916445387a565d85&device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 1098 time: 0.3953226 Aug 10 14:23:41.387707 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c9ca1-8d1e-42fa-99cb-f53ac7fd1289 req-5eb0085b-1ce0-47ab-9987-c3ace10b882f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:41.391088 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c69c9ca1-8d1e-42fa-99cb-f53ac7fd1289 req-5eb0085b-1ce0-47ab-9987-c3ace10b882f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1734347 Aug 10 14:23:41.489063 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-58acafba-056f-472f-af64-6b8a4ab3b006 req-d309b55e-82cd-4e84-b1ba-3b619313d574 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161586 Aug 10 14:23:41.540428 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c69c9ca1-8d1e-42fa-99cb-f53ac7fd1289 req-bdfb15ad-559b-4a75-b9c0-61c139e4c3a2 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356516 Aug 10 14:23:41.681646 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e73db-2c7d-4335-857c-02346ad5da93 req-1f21c783-7315-455d-b357-a8b044809021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:41.684729 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-815e73db-2c7d-4335-857c-02346ad5da93 req-1f21c783-7315-455d-b357-a8b044809021 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c89de481-2d00-40b1-8c39-a55f42dfb8ae HTTP/1.1" status: 200 len: 912 time: 0.4157586 Aug 10 14:23:41.699299 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb73b6-0b47-4693-9b71-0b49aff25da0 req-63422329-27c2-4a2a-9527-dd6a927ae275 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:41.702941 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2dcb73b6-0b47-4693-9b71-0b49aff25da0 req-63422329-27c2-4a2a-9527-dd6a927ae275 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 943 time: 0.2081890 Aug 10 14:23:41.783494 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2dcb73b6-0b47-4693-9b71-0b49aff25da0 req-6160eac0-ebcb-43d9-b14f-11211fe9f102 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Aug 10 14:23:41.826170 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-815e73db-2c7d-4335-857c-02346ad5da93 req-849b2885-ac5b-4299-91fb-9cf25c1f9fe1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a3a891-355e-435e-b480-5d01ac54e7b9 HTTP/1.1" status: 200 len: 217 time: 0.1044085 Aug 10 14:23:41.839272 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-5fd5ea99-aeea-421d-ab66-d93cfb1a17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:41.841447 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-5fd5ea99-aeea-421d-ab66-d93cfb1a17cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 1096 time: 0.1378040 Aug 10 14:23:41.984960 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49988) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:42.042834 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e73db-2c7d-4335-857c-02346ad5da93 req-dde73415-4b5f-4674-8230-d2276a8b6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:42.044721 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-815e73db-2c7d-4335-857c-02346ad5da93 req-dde73415-4b5f-4674-8230-d2276a8b6ade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c450baa-6f8d-494d-ad69-45310896f0dd HTTP/1.1" status: 200 len: 851 time: 0.1874027 Aug 10 14:23:42.154076 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-815e73db-2c7d-4335-857c-02346ad5da93 req-bc362841-d855-4ce9-8869-845711a7ed5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c89de481-2d00-40b1-8c39-a55f42dfb8ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939069 Aug 10 14:23:42.159623 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-0fc6230e-08c3-4e1b-94fb-8fe4a1673421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:42.164361 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-0fc6230e-08c3-4e1b-94fb-8fe4a1673421 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 916 time: 0.2854078 Aug 10 14:23:42.220533 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f2da-4ce5-4450-899d-27279be8f19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:42.335131 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-9b581c5d-46f8-4691-958a-faef3a3d67b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f1c21d-e3c8-46b9-b166-5da36ed5590b HTTP/1.1" status: 200 len: 217 time: 0.1434853 Aug 10 14:23:42.406722 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f2da-4ce5-4450-899d-27279be8f19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:42.415467 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d1e6f2da-4ce5-4450-899d-27279be8f19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:42.459001 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6f2da-4ce5-4450-899d-27279be8f19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5885e93-cb7c-4414-9493-9a61e3228fd1,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:42.464616 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d1e6f2da-4ce5-4450-899d-27279be8f19d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=225f023dc9134a8398dd1eec965f9703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772096 Aug 10 14:23:42.468937 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 49996) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:42.520855 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-64ce4a08-6316-464b-9aa5-f95d54d66e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:42.523380 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-64ce4a08-6316-464b-9aa5-f95d54d66e60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.1716034 Aug 10 14:23:42.530153 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-815e73db-2c7d-4335-857c-02346ad5da93 req-db8bc337-18b6-4db0-8515-275c04a182f5 service neutron] 10.222.0.46 "GET /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539844 Aug 10 14:23:42.555116 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-49b3d8f8-c314-4e22-aabb-b26c501efc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:42.606361 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-49b3d8f8-c314-4e22-aabb-b26c501efc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:42.724704 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-49b3d8f8-c314-4e22-aabb-b26c501efc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:42.732262 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-bea08594-033a-41a4-9522-c6f50f16171a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1968699 Aug 10 14:23:42.733719 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-49b3d8f8-c314-4e22-aabb-b26c501efc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:42.737236 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-49b3d8f8-c314-4e22-aabb-b26c501efc52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5885e93-cb7c-4414-9493-9a61e3228fd1 HTTP/1.1" status: 204 len: 168 time: 0.2666836 Aug 10 14:23:42.761602 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3d8f8-c314-4e22-aabb-b26c501efc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5885e93-cb7c-4414-9493-9a61e3228fd1,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:42.885260 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f2999-fd54-4554-99fa-c29184087900 req-9f8c6d94-6b13-4790-bde2-b1d7c333b5ef tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:42.890434 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e16f2999-fd54-4554-99fa-c29184087900 req-9f8c6d94-6b13-4790-bde2-b1d7c333b5ef tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1306987 Aug 10 14:23:42.986154 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-815e73db-2c7d-4335-857c-02346ad5da93 req-3ab52ab2-e8a1-4a43-9289-7d34c60a90a3 service neutron] 10.222.0.46 "GET /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386086 Aug 10 14:23:42.990886 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-224eb1dc-4737-4f3c-a6f6-321874eec05d service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357776 Aug 10 14:23:43.071909 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e16f2999-fd54-4554-99fa-c29184087900 req-6e4d49d7-fb67-4994-a3dd-a6176a87c14a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575055 Aug 10 14:23:43.301123 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fcb19492-342c-4e2d-948a-3c813df7e437 req-7cb4a68a-1082-459e-a64c-c7c0c71bafda service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843888 Aug 10 14:23:43.491682 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d1412-74fb-4c5d-820b-137ea36e88e2 req-acc6d4a3-8d26-4ab4-8e19-03ab74ed9f51 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:43.494506 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-310d1412-74fb-4c5d-820b-137ea36e88e2 req-acc6d4a3-8d26-4ab4-8e19-03ab74ed9f51 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 943 time: 0.1701992 Aug 10 14:23:43.601785 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50054) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:43.603806 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-310d1412-74fb-4c5d-820b-137ea36e88e2 req-b55c5a98-6b01-4036-913e-f34f1c069a3e tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986536 Aug 10 14:23:43.628256 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97a5-656b-41f0-b54f-e64df2862716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:43.843530 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c72fa5-ab0c-459a-87cb-cf2eb8ed2238 req-03f82609-993e-43d0-8134-cea96aaa565c tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:43.845417 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f0c72fa5-ab0c-459a-87cb-cf2eb8ed2238 req-03f82609-993e-43d0-8134-cea96aaa565c tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.1379309 Aug 10 14:23:43.862884 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97a5-656b-41f0-b54f-e64df2862716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:43.870930 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4b3c97a5-656b-41f0-b54f-e64df2862716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:43.901884 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f0c72fa5-ab0c-459a-87cb-cf2eb8ed2238 req-b18f7516-d081-4946-8857-d28fa98f28a9 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444684 Aug 10 14:23:43.952443 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4b3c97a5-656b-41f0-b54f-e64df2862716 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a3d05779aa3462ebbdfe26b23edf82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518476 Aug 10 14:23:43.954158 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c97a5-656b-41f0-b54f-e64df2862716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6debace8-c2e1-4232-b9eb-7562bd823ec1,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:43.956421 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50066) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:44.046936 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3864-b99b-4de0-beda-19179381d41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:44.088243 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3864-b99b-4de0-beda-19179381d41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:44.169346 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3864-b99b-4de0-beda-19179381d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:44.173105 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3864-b99b-4de0-beda-19179381d41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:44.175514 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7bbc3864-b99b-4de0-beda-19179381d41d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6debace8-c2e1-4232-b9eb-7562bd823ec1 HTTP/1.1" status: 204 len: 168 time: 0.2168963 Aug 10 14:23:44.189754 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc3864-b99b-4de0-beda-19179381d41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6debace8-c2e1-4232-b9eb-7562bd823ec1,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:44.297967 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f96ac-ab36-4c7d-9e99-d3c493c76213 req-a173de92-1752-4108-a438-ebd6739e9965 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:44.320525 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a4f96ac-ab36-4c7d-9e99-d3c493c76213 req-a173de92-1752-4108-a438-ebd6739e9965 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1199176 Aug 10 14:23:44.380983 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a4f96ac-ab36-4c7d-9e99-d3c493c76213 req-e877b818-e48f-43f1-aad1-f6ec177c3f5c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592122 Aug 10 14:23:44.822679 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb521d-e63d-4600-b032-b086ad51ea5c req-5cbd140c-3adb-4864-bfe8-c9d17b8e502f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:44.831440 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fabb521d-e63d-4600-b032-b086ad51ea5c req-5cbd140c-3adb-4864-bfe8-c9d17b8e502f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 943 time: 0.1001220 Aug 10 14:23:44.879101 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fabb521d-e63d-4600-b032-b086ad51ea5c req-87ab621c-f02e-4483-9a6d-1d7fa6bb65b2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Aug 10 14:23:45.059216 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 85f1c21d-e3c8-46b9-b166-5da36ed5590b details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:23:45.093456 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277ff5-6e33-48da-80b9-2eeab448076b req-add662c4-5b8b-4c4e-87a5-173120e65f54 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:45.102811 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6b277ff5-6e33-48da-80b9-2eeab448076b req-add662c4-5b8b-4c4e-87a5-173120e65f54 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.0803394 Aug 10 14:23:45.181749 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6b277ff5-6e33-48da-80b9-2eeab448076b req-ac35d0fe-e934-4dc8-96b0-76171deb7056 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776255 Aug 10 14:23:45.277505 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 85f1c21d-e3c8-46b9-b166-5da36ed5590b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85f1c21d-e3c8-46b9-b166-5da36ed5590b,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:45.300186 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '85f1c21d-e3c8-46b9-b166-5da36ed5590b', 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'port_id': '85f1c21d-e3c8-46b9-b166-5da36ed5590b', 'mac_address': 'fa:16:3e:0f:d5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '555bdecc-1e04-473d-ad51-fb75340fbb1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:23:45.376688 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:45.417917 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f1c21d-e3c8-46b9-b166-5da36ed5590b {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:23:45.471260 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 85f1c21d-e3c8-46b9-b166-5da36ed5590b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85f1c21d-e3c8-46b9-b166-5da36ed5590b,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:45.483264 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:45.572629 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=85f1c21d-e3c8-46b9-b166-5da36ed5590b,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:45.581754 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.582441 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.583631 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.584214 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.584840 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.585557 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.586145 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.587099 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.587670 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.588213 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.588723 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.589233 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:45.637908 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c142-737a-4a66-81c8-55180aedac66 req-fdcfd60c-e2e8-41ae-b962-5ef71b0de680 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:45.639878 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e345c142-737a-4a66-81c8-55180aedac66 req-fdcfd60c-e2e8-41ae-b962-5ef71b0de680 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0948536 Aug 10 14:23:45.695671 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e345c142-737a-4a66-81c8-55180aedac66 req-1abb3026-9ca3-41f5-9cad-999b087f4646 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442533 Aug 10 14:23:45.890784 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50154) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:45.978139 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-86aa8e99-30ec-4393-a659-a69b56aaf711 admin admin] Deleting subnet 49f6c1ec-96c0-4b60-b1ee-a1d5dff3638e {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:23:45.983582 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86aa8e99-30ec-4393-a659-a69b56aaf711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.071523 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['85f1c21d-e3c8-46b9-b166-5da36ed5590b'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:23:46.077285 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86aa8e99-30ec-4393-a659-a69b56aaf711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343098'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.137651 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb1c21-b9b0-4479-8dfb-4f21a48b4f8d req-f6bd2c88-5238-4462-b431-33bdcfcd72db tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:46.154003 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0edb1c21-b9b0-4479-8dfb-4f21a48b4f8d req-f6bd2c88-5238-4462-b431-33bdcfcd72db tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 944 time: 0.1568382 Aug 10 14:23:46.158038 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86aa8e99-30ec-4393-a659-a69b56aaf711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.250962 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0edb1c21-b9b0-4479-8dfb-4f21a48b4f8d req-897a5a6a-ae61-440f-ab34-e22538143d43 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952332 Aug 10 14:23:46.281037 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86aa8e99-30ec-4393-a659-a69b56aaf711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5341398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5396290'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.341823 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa8e99-30ec-4393-a659-a69b56aaf711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f6c1ec-96c0-4b60-b1ee-a1d5dff3638e,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:46.346105 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-86aa8e99-30ec-4393-a659-a69b56aaf711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.355184 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-86aa8e99-30ec-4393-a659-a69b56aaf711 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49f6c1ec-96c0-4b60-b1ee-a1d5dff3638e HTTP/1.1" status: 204 len: 168 time: 0.4573321 Aug 10 14:23:46.355184 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50162) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:46.438997 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50164) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:46.484693 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ad00-72f6-4535-9abe-a9fcff3bfd2c req-c6c0e818-edb2-4018-a85d-7362ccf945e0 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:46.486355 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e075ad00-72f6-4535-9abe-a9fcff3bfd2c req-c6c0e818-edb2-4018-a85d-7362ccf945e0 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.1111794 Aug 10 14:23:46.532306 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.637586 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e075ad00-72f6-4535-9abe-a9fcff3bfd2c req-1e6cb6a1-59ab-410b-8424-b542169006ae tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246896 Aug 10 14:23:46.639182 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7c1c06e1-18a5-48cc-9d36-61a79fe3eed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.651165 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.669757 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543637b8-3b01-4f66-8763-cf1f3a581dd1']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:46.683468 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba31162-fb29-4b09-bf43-249946496166') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:46.683756 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba31162-fb29-4b09-bf43-249946496166') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:46.694746 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.712852 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.720123 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:23:46.720563 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:23:46.722440 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:23:46.791722 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7c1c06e1-18a5-48cc-9d36-61a79fe3eed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.801740 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7c1c06e1-18a5-48cc-9d36-61a79fe3eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.806097 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.812296 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.819964 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] 10.222.0.44 "DELETE /v2.0/networks/543637b8-3b01-4f66-8763-cf1f3a581dd1 HTTP/1.1" status: 204 len: 168 time: 0.4589016 Aug 10 14:23:46.820422 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50176) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:46.839264 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5971bf-2fe4-419f-8082-cb3960933638 admin admin] Pushing event deleted for resources: {'Network': ['ID=543637b8-3b01-4f66-8763-cf1f3a581dd1,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:46.870792 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7c1c06e1-18a5-48cc-9d36-61a79fe3eed5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f701e3081f5b4312aa13eacf0dc520bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293382 Aug 10 14:23:46.875399 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50178) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:46.876062 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c06e1-18a5-48cc-9d36-61a79fe3eed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e2e81b-5f11-4e7b-9d3e-a7b202f7d391,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:46.889257 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-587c1771-fcf1-4bfc-baae-20e2015fce8a admin admin] Deleting subnet 15b829fc-8e9c-4b59-af9d-405943f67cca {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:23:46.893252 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-587c1771-fcf1-4bfc-baae-20e2015fce8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.915136 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e61a2-d499-456a-ba1d-20ba4c921a0e req-38f302d5-7c4f-45d9-97d6-a2b3ad09769e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:46.916771 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6c2e61a2-d499-456a-ba1d-20ba4c921a0e req-38f302d5-7c4f-45d9-97d6-a2b3ad09769e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1118979 Aug 10 14:23:46.937704 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-587c1771-fcf1-4bfc-baae-20e2015fce8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343098'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.986502 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f3dc48ed-b5e1-4d88-a624-bb250f59ea33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.990181 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-587c1771-fcf1-4bfc-baae-20e2015fce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:46.991979 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6c2e61a2-d499-456a-ba1d-20ba4c921a0e req-984d358d-131d-41f2-8418-42700f3e9ce6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633333 Aug 10 14:23:47.024305 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f3dc48ed-b5e1-4d88-a624-bb250f59ea33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.080356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f3dc48ed-b5e1-4d88-a624-bb250f59ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.086948 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f3dc48ed-b5e1-4d88-a624-bb250f59ea33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.089344 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f3dc48ed-b5e1-4d88-a624-bb250f59ea33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6e2e81b-5f11-4e7b-9d3e-a7b202f7d391 HTTP/1.1" status: 204 len: 168 time: 0.2099910 Aug 10 14:23:47.094630 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-587c1771-fcf1-4bfc-baae-20e2015fce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5341398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5396290'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.106659 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc48ed-b5e1-4d88-a624-bb250f59ea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e2e81b-5f11-4e7b-9d3e-a7b202f7d391,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:47.124059 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c1771-fcf1-4bfc-baae-20e2015fce8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b829fc-8e9c-4b59-af9d-405943f67cca,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:47.128364 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-587c1771-fcf1-4bfc-baae-20e2015fce8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.131132 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-587c1771-fcf1-4bfc-baae-20e2015fce8a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/15b829fc-8e9c-4b59-af9d-405943f67cca HTTP/1.1" status: 204 len: 168 time: 0.3096097 Aug 10 14:23:47.133959 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50184) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:47.208383 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.314069 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.329065 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf1d568-3eb7-4e57-b7d6-02a202942232']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:47.342229 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4745616-3211-41df-96d5-ba834afb3187') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:47.342541 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4745616-3211-41df-96d5-ba834afb3187') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:47.355842 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.380695 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.394356 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:23:47.395256 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:23:47.398154 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:23:47.402910 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bac75-24fe-4ca3-84a7-560d8054ccd1 req-edffd1ea-634a-4a90-91de-1e621c417cbb tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:47.406526 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-575bac75-24fe-4ca3-84a7-560d8054ccd1 req-edffd1ea-634a-4a90-91de-1e621c417cbb tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 944 time: 0.0638788 Aug 10 14:23:47.454792 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-575bac75-24fe-4ca3-84a7-560d8054ccd1 req-84e91fea-89b2-4757-a94a-5c82800a6822 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Aug 10 14:23:47.462508 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.469494 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.471459 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8cf1d568-3eb7-4e57-b7d6-02a202942232 HTTP/1.1" status: 204 len: 168 time: 0.3364470 Aug 10 14:23:47.478981 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50192) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:47.484246 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e61c7-c1ad-40cf-8fc7-ef65ec5463d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf1d568-3eb7-4e57-b7d6-02a202942232,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:47.495585 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d980f7a7-a9c8-498d-ab83-bc33b7295823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.612371 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d980f7a7-a9c8-498d-ab83-bc33b7295823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.617625 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d980f7a7-a9c8-498d-ab83-bc33b7295823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.667065 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d980f7a7-a9c8-498d-ab83-bc33b7295823 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1d78ebcbb7640aebd8c9492c2bb8e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864977 Aug 10 14:23:47.668174 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980f7a7-a9c8-498d-ab83-bc33b7295823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483dceee-25c5-4af1-8e73-8d812ede72c5,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:47.671097 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50198) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:47.729352 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50202) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:47.745561 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-911706bf-8469-4684-b286-036137ae9d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.808366 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e2173d0e-4cc1-4bd0-8e37-1065827ef18b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d18fc15280a14a35b0dfdd02d27e52ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773034 Aug 10 14:23:47.811362 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50204) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:47.815103 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-911706bf-8469-4684-b286-036137ae9d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.860052 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2b72f-c6bb-454f-b8d7-2f76e66be0a7 req-68eb286a-58cc-40ba-b23c-5e77998c4f2a tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:47.861646 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5da2b72f-c6bb-454f-b8d7-2f76e66be0a7 req-68eb286a-58cc-40ba-b23c-5e77998c4f2a tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.1149824 Aug 10 14:23:47.868763 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd183-0115-4292-9f58-acc923fca6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.899985 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-911706bf-8469-4684-b286-036137ae9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.902701 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-911706bf-8469-4684-b286-036137ae9d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.903461 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd183-0115-4292-9f58-acc923fca6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.906753 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-911706bf-8469-4684-b286-036137ae9d1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/483dceee-25c5-4af1-8e73-8d812ede72c5 HTTP/1.1" status: 204 len: 168 time: 0.2343373 Aug 10 14:23:47.942119 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911706bf-8469-4684-b286-036137ae9d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483dceee-25c5-4af1-8e73-8d812ede72c5,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:47.949240 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5da2b72f-c6bb-454f-b8d7-2f76e66be0a7 req-1fc0a2c7-f705-4237-88da-2fc30eb5e03d tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742686 Aug 10 14:23:47.992585 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd183-0115-4292-9f58-acc923fca6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.995738 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd183-0115-4292-9f58-acc923fca6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:47.997511 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-c2ffd183-0115-4292-9f58-acc923fca6ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3adcc6f5-6887-4645-a020-4f6f1d0d57af HTTP/1.1" status: 204 len: 168 time: 0.1848741 Aug 10 14:23:48.011122 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffd183-0115-4292-9f58-acc923fca6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adcc6f5-6887-4645-a020-4f6f1d0d57af,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:48.178454 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbbb0d-7bce-432e-88f2-2b363e01a4a1 req-66e603a8-665a-4904-baf2-b415fc034583 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:48.180101 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ddbbb0d-7bce-432e-88f2-2b363e01a4a1 req-66e603a8-665a-4904-baf2-b415fc034583 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0800600 Aug 10 14:23:48.245227 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ddbbb0d-7bce-432e-88f2-2b363e01a4a1 req-291b85c6-de96-417a-9af7-a3b17d621ff9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543683 Aug 10 14:23:48.436596 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50224) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:48.483896 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9119b258-7ccf-4c5b-9b1c-6307c17a88d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=528e8754cd424a19b2dd33d21ad8fab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444736 Aug 10 14:23:48.485138 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50228) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:48.555320 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f72d9647-e3ca-440d-85e2-4dce4f8004ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:48.641934 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f72d9647-e3ca-440d-85e2-4dce4f8004ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:48.725572 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee18c6-c2cf-4833-88dc-cf7e59bc2a56 req-bea54562-c15e-4d56-8f99-bad35c273fca tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:48.728332 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5ee18c6-c2cf-4833-88dc-cf7e59bc2a56 req-bea54562-c15e-4d56-8f99-bad35c273fca tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 944 time: 0.1568437 Aug 10 14:23:48.792237 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5ee18c6-c2cf-4833-88dc-cf7e59bc2a56 req-3046d03b-8827-4f25-ba6f-ba4aee3e817a tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Aug 10 14:23:48.794246 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f72d9647-e3ca-440d-85e2-4dce4f8004ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:48.799327 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f72d9647-e3ca-440d-85e2-4dce4f8004ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:48.801233 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f72d9647-e3ca-440d-85e2-4dce4f8004ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1af4322a-768f-4740-aaba-ec7eff56630f HTTP/1.1" status: 204 len: 168 time: 0.3140080 Aug 10 14:23:48.832657 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d9647-e3ca-440d-85e2-4dce4f8004ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4322a-768f-4740-aaba-ec7eff56630f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:49.174197 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-6653354e-de76-4f67-8f8e-8f228013022c tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:49.179462 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-6653354e-de76-4f67-8f8e-8f228013022c tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.1664696 Aug 10 14:23:49.183844 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7e19e-1204-410d-b04c-656336510fcf req-4df08339-22e1-4621-a4b0-a712f9ec548a tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:49.185823 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-78e7e19e-1204-410d-b04c-656336510fcf req-4df08339-22e1-4621-a4b0-a712f9ec548a tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 945 time: 0.0729613 Aug 10 14:23:49.244860 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-78e7e19e-1204-410d-b04c-656336510fcf req-4ddd371c-71a9-4bbc-8da1-8cd82baf3d78 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/security-groups?id=59380d8e-5d0e-4aad-a3c0-8155fcdeb439&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493495 Aug 10 14:23:49.424522 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9241f3f-a646-4e31-bc9a-c3ebb8ea5989 req-651f5828-173d-4ecb-8507-a0e1225de2cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:49.426198 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a9241f3f-a646-4e31-bc9a-c3ebb8ea5989 req-651f5828-173d-4ecb-8507-a0e1225de2cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0837207 Aug 10 14:23:49.439628 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Deleting port 44a3a891-355e-435e-b480-5d01ac54e7b9 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:23:49.440480 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:49.496834 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a9241f3f-a646-4e31-bc9a-c3ebb8ea5989 req-e5303b3c-61f3-46ec-a66a-99bcb50de6bb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 Aug 10 14:23:49.633887 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] For port 44a3a891-355e-435e-b480-5d01ac54e7b9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=44a3a891-355e-435e-b480-5d01ac54e7b9,segment=NetworkSegment(5ff6dd09-4989-4947-8bd8-0d2a03f46bac),segment_id=5ff6dd09-4989-4947-8bd8-0d2a03f46bac)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:49.634507 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:49.653862 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Calling delete_port for 44a3a891-355e-435e-b480-5d01ac54e7b9 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:23:50.008911 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:50.116739 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0301e1-0353-469c-9340-6773ff154eb5 req-76bb9e2e-c8a8-4303-adca-8aa2caeec1c8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:50.117422 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Pushing event deleted for resources: {'Port': ['ID=44a3a891-355e-435e-b480-5d01ac54e7b9,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:50.118466 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd0301e1-0353-469c-9340-6773ff154eb5 req-76bb9e2e-c8a8-4303-adca-8aa2caeec1c8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 944 time: 0.1118622 Aug 10 14:23:50.234781 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] No DVR routers for this DVR port 44a3a891-355e-435e-b480-5d01ac54e7b9 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:23:50.243244 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:50.247844 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-838a637a-c54e-40ab-b4a3-f2ad24f43bdf req-323e893d-3777-4a51-b804-cf51956d3407 tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.46 "DELETE /v2.0/ports/44a3a891-355e-435e-b480-5d01ac54e7b9 HTTP/1.1" status: 204 len: 173 time: 1.0598395 Aug 10 14:23:50.249017 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5079a9-07f3-4c27-a576-ce28710ad62c', 'name': 'network-vif-deleted', 'tag': '44a3a891-355e-435e-b480-5d01ac54e7b9'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:50.253555 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d4d0a-887e-4186-b28d-771ce7071c73" -d '{"events": [{"server_uuid": "dc5079a9-07f3-4c27-a576-ce28710ad62c", "name": "network-vif-deleted", "tag": "44a3a891-355e-435e-b480-5d01ac54e7b9"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:50.314942 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd0301e1-0353-469c-9340-6773ff154eb5 req-cdb561a4-8a63-4f5e-ac65-40bafb43b7e5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662881 Aug 10 14:23:50.393083 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53ded0b-6783-4ae7-abe7-ff02dcfdd0ee x-openstack-request-id: req-b53ded0b-6783-4ae7-abe7-ff02dcfdd0ee {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:50.394032 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5079a9-07f3-4c27-a576-ce28710ad62c", "name": "network-vif-deleted", "tag": "44a3a891-355e-435e-b480-5d01ac54e7b9", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:50.394645 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b53ded0b-6783-4ae7-abe7-ff02dcfdd0ee {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:50.396043 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc5079a9-07f3-4c27-a576-ce28710ad62c', 'name': 'network-vif-deleted', 'tag': '44a3a891-355e-435e-b480-5d01ac54e7b9', 'status': 'completed', 'code': 200} Aug 10 14:23:50.604040 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32d10585-eb5f-47e0-86d2-6816427c4af4 req-da221c57-448a-4f48-8769-9192167299dc tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.0776646 Aug 10 14:23:50.680900 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f1054-52e2-4f25-bad3-5d4e11629728 req-ad85314b-95b4-4edf-a1bd-4cbe00eee0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:50.684493 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3d3f1054-52e2-4f25-bad3-5d4e11629728 req-ad85314b-95b4-4edf-a1bd-4cbe00eee0d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 1099 time: 0.0976884 Aug 10 14:23:50.755268 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3d3f1054-52e2-4f25-bad3-5d4e11629728 req-38997fb6-d8ea-4496-a1f4-04ce9fa29062 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580637 Aug 10 14:23:50.758987 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657f9e7-352c-425f-84e9-7ce8ec4ec79d req-3d53ba8c-716d-4b6a-a9eb-758289689902 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:50.761049 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b657f9e7-352c-425f-84e9-7ce8ec4ec79d req-3d53ba8c-716d-4b6a-a9eb-758289689902 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1161494 Aug 10 14:23:50.868829 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b657f9e7-352c-425f-84e9-7ce8ec4ec79d req-a04bce47-84dd-4103-b322-774ec2e00304 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989199 Aug 10 14:23:51.022676 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 85f1c21d-e3c8-46b9-b166-5da36ed5590b up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:51.185894 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 85f1c21d-e3c8-46b9-b166-5da36ed5590b completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:51.192571 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 85f1c21d-e3c8-46b9-b166-5da36ed5590b triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:51.193501 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:51.324027 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50328) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:51.412119 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:51.515682 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f5c30-15b5-47e4-85c0-a518eb4ade6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f1c21d-e3c8-46b9-b166-5da36ed5590b'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:23:51.524455 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3fbf09-9450-477d-a94b-fb7dad0f8d2f" -d '{"events": [{"server_uuid": "9e2f5c30-15b5-47e4-85c0-a518eb4ade6d", "name": "network-vif-plugged", "status": "completed", "tag": "85f1c21d-e3c8-46b9-b166-5da36ed5590b"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:23:51.577079 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50342) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:51.589026 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 85f1c21d-e3c8-46b9-b166-5da36ed5590b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85f1c21d-e3c8-46b9-b166-5da36ed5590b,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:51.595332 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:51.597808 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 44a3a891-355e-435e-b480-5d01ac54e7b9 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:23:51.757138 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559c2a5-b475-4563-a86e-89ec9807c2c9 req-5528aee8-9d68-435f-9d1b-a708a56ee43a tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:51.768759 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6559c2a5-b475-4563-a86e-89ec9807c2c9 req-5528aee8-9d68-435f-9d1b-a708a56ee43a tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 944 time: 0.1943355 Aug 10 14:23:51.808163 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4958d4f0-54ef-4a33-8d0e-dd7e7d544418 x-openstack-request-id: req-4958d4f0-54ef-4a33-8d0e-dd7e7d544418 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:23:51.809923 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f5c30-15b5-47e4-85c0-a518eb4ade6d", "name": "network-vif-plugged", "status": "completed", "tag": "85f1c21d-e3c8-46b9-b166-5da36ed5590b", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:23:51.810932 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4958d4f0-54ef-4a33-8d0e-dd7e7d544418 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:23:51.811900 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f5c30-15b5-47e4-85c0-a518eb4ade6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f1c21d-e3c8-46b9-b166-5da36ed5590b', 'code': 200} Aug 10 14:23:51.842853 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce877295-c857-44d4-90a6-a66aebce6f48 req-ff88aaf7-b023-420d-a066-8440e832b05f tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.0551240 Aug 10 14:23:51.857637 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 44a3a891-355e-435e-b480-5d01ac54e7b9 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:23:51.858427 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 44a3a891-355e-435e-b480-5d01ac54e7b9 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:23:51.875263 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0072797-7423-46f9-bbc1-b35b828d5c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:51.884206 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6559c2a5-b475-4563-a86e-89ec9807c2c9 req-f59ef9f5-b78b-46bd-bb22-98e188b2d1b8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070602 Aug 10 14:23:51.902143 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=85f1c21d-e3c8-46b9-b166-5da36ed5590b,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:51.972446 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4ee89c8f-a7d6-4460-ade6-2cda9c5d5ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.074897 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0072797-7423-46f9-bbc1-b35b828d5c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.086940 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f0072797-7423-46f9-bbc1-b35b828d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.117086 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28389-eb52-4d95-b030-165c453c26c0 req-35181d29-8a72-4520-b016-91120d3555e1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:52.129203 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-80e28389-eb52-4d95-b030-165c453c26c0 req-35181d29-8a72-4520-b016-91120d3555e1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.1110799 Aug 10 14:23:52.218309 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-80e28389-eb52-4d95-b030-165c453c26c0 req-4d66b37a-4ad8-45f6-bf2b-bc7a6ecf9646 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854566 Aug 10 14:23:52.229673 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f0072797-7423-46f9-bbc1-b35b828d5c3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c87e815c88df4736b28661495a2773a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9033442 Aug 10 14:23:52.232614 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50356) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:52.234252 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0072797-7423-46f9-bbc1-b35b828d5c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d66cab-9e33-4e70-8370-3c426432eda2,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:52.274321 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150668b5-4170-4d6c-93a2-ad79b99aa887 req-b70cffe9-50cb-48d7-a4bc-bb04a05939d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:52.276756 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-150668b5-4170-4d6c-93a2-ad79b99aa887 req-b70cffe9-50cb-48d7-a4bc-bb04a05939d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 1098 time: 0.1767220 Aug 10 14:23:52.369933 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-150668b5-4170-4d6c-93a2-ad79b99aa887 req-9cc738f1-7f43-4a3f-9f3c-0e470a01aa8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774608 Aug 10 14:23:52.378397 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37d83543-2307-4e47-927b-816c735d02a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.390328 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4ee89c8f-a7d6-4460-ade6-2cda9c5d5ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.398474 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4ee89c8f-a7d6-4460-ade6-2cda9c5d5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.422088 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37d83543-2307-4e47-927b-816c735d02a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.492107 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4ee89c8f-a7d6-4460-ade6-2cda9c5d5ed5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e05efed9e984be291baf5d78e6aa3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9133775 Aug 10 14:23:52.494795 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50360) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:52.528759 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37d83543-2307-4e47-927b-816c735d02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.531854 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-37d83543-2307-4e47-927b-816c735d02a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.537837 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-37d83543-2307-4e47-927b-816c735d02a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4d66cab-9e33-4e70-8370-3c426432eda2 HTTP/1.1" status: 204 len: 168 time: 0.2985113 Aug 10 14:23:52.543581 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d83543-2307-4e47-927b-816c735d02a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d66cab-9e33-4e70-8370-3c426432eda2,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:52.555854 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee89c8f-a7d6-4460-ade6-2cda9c5d5ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f7fdca-82c9-4149-82d4-f1d4482afc56,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:52.635485 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-47bd888b-720a-4ba5-9682-3c8ea2926511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.681003 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-47bd888b-720a-4ba5-9682-3c8ea2926511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.763878 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-47bd888b-720a-4ba5-9682-3c8ea2926511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.766771 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-47bd888b-720a-4ba5-9682-3c8ea2926511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:52.768044 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-47bd888b-720a-4ba5-9682-3c8ea2926511 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86f7fdca-82c9-4149-82d4-f1d4482afc56 HTTP/1.1" status: 204 len: 168 time: 0.2690303 Aug 10 14:23:52.807357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd888b-720a-4ba5-9682-3c8ea2926511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f7fdca-82c9-4149-82d4-f1d4482afc56,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:53.183009 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29a8a549-533c-4a23-a418-d33241e64466 req-f694ba8e-d86a-4c8b-8c73-28dbf600678d tempest-DeleteServersTestJSON-563686755 tempest-DeleteServersTestJSON-563686755-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc5079a9-07f3-4c27-a576-ce28710ad62c HTTP/1.1" status: 200 len: 210 time: 0.0718942 Aug 10 14:23:53.221915 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4604f-09d5-45d1-8c1b-44b095bc3104 req-a29bf058-d9f8-4251-8c4f-6cdddd25b915 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:53.223804 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-78e4604f-09d5-45d1-8c1b-44b095bc3104 req-a29bf058-d9f8-4251-8c4f-6cdddd25b915 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 945 time: 0.1860123 Aug 10 14:23:53.292398 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-78e4604f-09d5-45d1-8c1b-44b095bc3104 req-3bdbbbb0-3050-4891-85eb-76189e4bf032 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566452 Aug 10 14:23:53.394193 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b8a76-ba4e-443a-a6d6-836f32841399 req-4f779d4f-346e-423c-b962-fb054c4af9a1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:53.396605 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f9b8a76-ba4e-443a-a6d6-836f32841399 req-4f779d4f-346e-423c-b962-fb054c4af9a1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0741405 Aug 10 14:23:53.447900 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f9b8a76-ba4e-443a-a6d6-836f32841399 req-2754f1da-8e58-44e1-9989-25dfd7ecb5c2 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394268 Aug 10 14:23:53.498471 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50398) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:53.514155 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-85c8e85c-df66-4737-9ba7-0965fd5ef031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:53.687603 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705b099-beea-453d-9621-ba1b11675eed req-447952db-99f2-4127-9235-e8a494520f76 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:53.689222 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7705b099-beea-453d-9621-ba1b11675eed req-447952db-99f2-4127-9235-e8a494520f76 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0921099 Aug 10 14:23:53.703868 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-85c8e85c-df66-4737-9ba7-0965fd5ef031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:53.710767 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-85c8e85c-df66-4737-9ba7-0965fd5ef031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:53.765471 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-85c8e85c-df66-4737-9ba7-0965fd5ef031 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=302ec369760743a0b0d1281f08cb89ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667210 Aug 10 14:23:53.770487 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50408) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:53.783864 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7705b099-beea-453d-9621-ba1b11675eed req-a42523f1-a97b-47f7-86e1-2b5bd85203ea tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770650 Aug 10 14:23:53.784790 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8e85c-df66-4737-9ba7-0965fd5ef031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cf4689-2ba7-4bf7-94ec-bdd34286143f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:53.881266 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96ac47a1-23e0-40a1-a518-d19e61cc800a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:53.938828 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96ac47a1-23e0-40a1-a518-d19e61cc800a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:54.074086 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96ac47a1-23e0-40a1-a518-d19e61cc800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:54.076994 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96ac47a1-23e0-40a1-a518-d19e61cc800a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:54.082404 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-96ac47a1-23e0-40a1-a518-d19e61cc800a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84cf4689-2ba7-4bf7-94ec-bdd34286143f HTTP/1.1" status: 204 len: 168 time: 0.3063557 Aug 10 14:23:54.116084 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac47a1-23e0-40a1-a518-d19e61cc800a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cf4689-2ba7-4bf7-94ec-bdd34286143f,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:54.565009 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b7bc9-da54-4f5e-be02-aa9d1311f0bc req-f929b0c0-d741-461f-ad12-b5f78f769204 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:54.578961 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c4b7bc9-da54-4f5e-be02-aa9d1311f0bc req-f929b0c0-d741-461f-ad12-b5f78f769204 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 945 time: 0.1335406 Aug 10 14:23:54.657611 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c4b7bc9-da54-4f5e-be02-aa9d1311f0bc req-efe51410-324a-4551-9670-3bd618eab5e8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725510 Aug 10 14:23:55.451133 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50492) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:55.625534 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6d8121c-59c1-4f02-988c-5ec4f3627a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:55.837047 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9e01239f-8972-416f-9a06-f87f62d7c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:55.925242 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6d8121c-59c1-4f02-988c-5ec4f3627a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:55.932160 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6d8121c-59c1-4f02-988c-5ec4f3627a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:55.994258 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e6d8121c-59c1-4f02-988c-5ec4f3627a1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55d2fb7117bf45268b25c1f0f9401038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411272 Aug 10 14:23:55.997062 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50520) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:56.030385 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8121c-59c1-4f02-988c-5ec4f3627a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940eeae3-bf25-4958-8e05-97cca3641b3c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:56.115657 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d6f3b939-16e2-48d7-b44a-0f6cb1acf71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:56.188396 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d6f3b939-16e2-48d7-b44a-0f6cb1acf71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:56.339518 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-6267d661-9e25-4872-8e40-fb3948a7d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:56.342468 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-6267d661-9e25-4872-8e40-fb3948a7d5b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1098 time: 0.1223581 Aug 10 14:23:56.400233 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597a16d-0ce2-46e3-a021-ebd4a8d06e67 req-a37b899e-b06d-4af2-a106-4563c7da2506 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:56.401942 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b597a16d-0ce2-46e3-a021-ebd4a8d06e67 req-a37b899e-b06d-4af2-a106-4563c7da2506 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1509833 Aug 10 14:23:56.460602 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d6f3b939-16e2-48d7-b44a-0f6cb1acf71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:56.464299 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d6f3b939-16e2-48d7-b44a-0f6cb1acf71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:56.465638 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d6f3b939-16e2-48d7-b44a-0f6cb1acf71d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/940eeae3-bf25-4958-8e05-97cca3641b3c HTTP/1.1" status: 204 len: 168 time: 0.4672003 Aug 10 14:23:56.479235 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b597a16d-0ce2-46e3-a021-ebd4a8d06e67 req-7ff80e96-ca94-4647-a49b-2db8874fa5be tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630298 Aug 10 14:23:56.559865 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-f59c2669-855a-4c74-a9f1-eaba31a062b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:56.561729 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-f59c2669-855a-4c74-a9f1-eaba31a062b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 920 time: 0.2050505 Aug 10 14:23:56.562630 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3b939-16e2-48d7-b44a-0f6cb1acf71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940eeae3-bf25-4958-8e05-97cca3641b3c,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:56.691621 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-52884246-245b-4ff5-a1eb-93b2fc3a9504 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6 HTTP/1.1" status: 200 len: 217 time: 0.1046624 Aug 10 14:23:56.821882 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-9f43fcb9-2c43-43b6-a671-067bd6ac5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:56.826919 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-9f43fcb9-2c43-43b6-a671-067bd6ac5541 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 200 len: 859 time: 0.1251733 Aug 10 14:23:56.893798 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50598) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:56.966947 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-7e70108c-ba11-4634-ac87-1565824af84a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d82446d6-0f3f-413b-b75b-3143718033e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181769 Aug 10 14:23:57.011425 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb3d3bf-5a30-40c2-91c0-a843b91d7c94 admin admin] Deleting subnet 4c450baa-6f8d-494d-ad69-45310896f0dd {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:23:57.033671 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d3bf-5a30-40c2-91c0-a843b91d7c94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:57.111541 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d3bf-5a30-40c2-91c0-a843b91d7c94 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:57.127046 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d3bf-5a30-40c2-91c0-a843b91d7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:57.202384 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-f475da58-0b84-4ffc-8b72-106069576780 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259872 Aug 10 14:23:57.232223 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d3bf-5a30-40c2-91c0-a843b91d7c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:57.262974 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d3bf-5a30-40c2-91c0-a843b91d7c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:57.275647 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-aeb3d3bf-5a30-40c2-91c0-a843b91d7c94 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4c450baa-6f8d-494d-ad69-45310896f0dd HTTP/1.1" status: 204 len: 168 time: 0.3783329 Aug 10 14:23:57.280553 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50614) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:57.443108 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3d3bf-5a30-40c2-91c0-a843b91d7c94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c450baa-6f8d-494d-ad69-45310896f0dd,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:57.496506 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:57.531700 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-70b6a9e2-a733-45e9-94d8-72bcb4a29e4d req-02964c2f-783e-4cd3-ab06-48d9a9382a30 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149097 Aug 10 14:23:57.658685 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:57.686999 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.687787 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.689040 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.689744 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > port after_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.690264 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.690783 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > port after_update 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.691278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.691801 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.692666 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.693176 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.949778 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.950905 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.951266 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.951817 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:23:57.952716 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89de481-2d00-40b1-8c39-a55f42dfb8ae']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:58.000527 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff6dd09-4989-4947-8bd8-0d2a03f46bac') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:58.000998 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff6dd09-4989-4947-8bd8-0d2a03f46bac') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:58.159964 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4254208'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:58.190602 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:58.246071 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:23:58.247367 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4255157'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:58.286385 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6872a-a71f-4b37-b18a-d9f764aa822d req-e71d827c-461f-4f34-a056-8deef560054f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:58.286385 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fab6872a-a71f-4b37-b18a-d9f764aa822d req-e71d827c-461f-4f34-a056-8deef560054f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.3025315 Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: from cryptography.utils import int_from_bytes Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: from cryptography.utils import int_from_bytes Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: Traceback (most recent call last): Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: timer() Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: cb(*args, **kw) Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: return func(*args, **kwargs) Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: self._notify() Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: self.callback(batched_events) Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: event.method(event) Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: return f(self, *a, **k) Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._get(url).json() Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:23:58.288556 dv-cinder-799668-5-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:23:58.391165 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fab6872a-a71f-4b37-b18a-d9f764aa822d req-c905f662-20aa-4889-87cd-456ccbdbaae9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859659 Aug 10 14:23:58.403160 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:58.412782 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:58.416580 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c89de481-2d00-40b1-8c39-a55f42dfb8ae HTTP/1.1" status: 204 len: 168 time: 1.1348290 Aug 10 14:23:58.429330 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e7814-1aea-44f3-90a8-2f983455a093 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89de481-2d00-40b1-8c39-a55f42dfb8ae,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:58.595389 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e58147df-170d-4ad1-8ccd-2fcef5a28068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:58.747321 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:58.899427 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50708) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:58.997303 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50718) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:58.998555 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9026dc2a-483e-4e9f-a895-e635c6221e36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf930dcf472a4696916445387a565d85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0936682 Aug 10 14:23:59.067362 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-17df948a-382f-45a3-9ed4-c2e4a7ba0634 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:59.070698 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-17df948a-382f-45a3-9ed4-c2e4a7ba0634 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 815 time: 0.2256851 Aug 10 14:23:59.118648 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-39b06a05-7724-4af5-9d6a-554142835226 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/quotas/2fbf0fb263184f20b746cd10c11e76f9 HTTP/1.1" status: 200 len: 375 time: 0.0398612 Aug 10 14:23:59.167693 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-99648049-a1f0-451b-b07c-c35262cfd36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:59.229248 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-99648049-a1f0-451b-b07c-c35262cfd36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:59.286615 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-2120bbae-c0bb-4016-8f4b-16e40f5f0ce6 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665678 Aug 10 14:23:59.659781 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2ce08-95c0-45a7-bef4-18a56f52eb03 req-894a4902-ecb9-4b95-8291-f72ad84afa2a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:59.662423 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94d2ce08-95c0-45a7-bef4-18a56f52eb03 req-894a4902-ecb9-4b95-8291-f72ad84afa2a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1076627 Aug 10 14:23:59.665628 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-99648049-a1f0-451b-b07c-c35262cfd36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:59.668567 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-99648049-a1f0-451b-b07c-c35262cfd36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:59.673427 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-99648049-a1f0-451b-b07c-c35262cfd36f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59380d8e-5d0e-4aad-a3c0-8155fcdeb439 HTTP/1.1" status: 204 len: 168 time: 0.6734579 Aug 10 14:23:59.716788 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99648049-a1f0-451b-b07c-c35262cfd36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59380d8e-5d0e-4aad-a3c0-8155fcdeb439,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:59.730614 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-264f70b7-bd79-4eb1-b510-f1061e76bed7 service neutron] 10.222.0.44 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431150 Aug 10 14:23:59.793203 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50746) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:59.862252 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94d2ce08-95c0-45a7-bef4-18a56f52eb03 req-84a12e1d-75e9-4294-8813-a0673da344a6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575699 Aug 10 14:23:59.863011 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:59.928540 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-21df1ffb-f0b6-4a0e-b432-1ccee7714452 service neutron] 10.222.0.44 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816573 Aug 10 14:24:00.185871 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8185b4ab-968b-4274-a43d-ad69669e8d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:00.200888 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2fbf2b7f-8dcb-4f72-b538-b50f737c4ed9 req-e2a5b129-ca53-402f-86cc-5e4595e45714 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0338433 Aug 10 14:24:00.341336 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8185b4ab-968b-4274-a43d-ad69669e8d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:00.346857 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8185b4ab-968b-4274-a43d-ad69669e8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:00.398389 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8185b4ab-968b-4274-a43d-ad69669e8d17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff9f018c59d7443db34b4ff386437a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6012998 Aug 10 14:24:00.398389 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185b4ab-968b-4274-a43d-ad69669e8d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0adcd8c-c171-431b-888c-cc4a0e491d12,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:00.398920 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50772) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:00.507326 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-caf7dd9d-c825-4c96-91ef-43e32f03741a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:00.540410 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-caf7dd9d-c825-4c96-91ef-43e32f03741a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:00.644848 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-caf7dd9d-c825-4c96-91ef-43e32f03741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:00.648935 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-caf7dd9d-c825-4c96-91ef-43e32f03741a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:00.652759 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-caf7dd9d-c825-4c96-91ef-43e32f03741a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0adcd8c-c171-431b-888c-cc4a0e491d12 HTTP/1.1" status: 204 len: 168 time: 0.2503510 Aug 10 14:24:00.662979 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7dd9d-c825-4c96-91ef-43e32f03741a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0adcd8c-c171-431b-888c-cc4a0e491d12,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:00.903083 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50798) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:01.195576 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07c633-0746-40e3-a243-f8d8bc5a153b req-e70bca5d-6290-4e34-9387-eb75a2730ae7 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:01.221705 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f07c633-0746-40e3-a243-f8d8bc5a153b req-e70bca5d-6290-4e34-9387-eb75a2730ae7 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1755188 Aug 10 14:24:01.314701 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f07c633-0746-40e3-a243-f8d8bc5a153b req-862d8b96-31a1-4327-bf57-1926b5011d9b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Aug 10 14:24:01.345868 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1026326328-network', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:01.371678 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Made reservation on behalf of 5cb26c28eed0404cb382f2355931d92b for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:24:01.374107 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-75216d3a-861d-4cd2-80ed-3ed46e2283a0 req-e101f94a-12b8-4bca-98c5-2519e1d26ea2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0363157 Aug 10 14:24:01.379247 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:01.402986 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:01.590544 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:01.608642 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:01.615037 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:01.658586 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:24:01.691926 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddd278a-3cd0-4e31-8e49-516de04642e1,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:01.699347 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:01.699919 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Added segment e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede of type vlan for network 1378d86e-ca36-40fc-9964-2b39a08b42b3 Aug 10 14:24:01.789886 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:01.859622 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:01.860857 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:01.861438 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:02.202490 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2981634 Aug 10 14:24:02.205947 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50858) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:02.214121 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Request body: {'subnet': {'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1026326328-subnet', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:02.216177 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee79be-3e6f-4192-b067-d527d7d04cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=1378d86e-ca36-40fc-9964-2b39a08b42b3,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:02.233437 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:24:02.258832 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Made reservation on behalf of 5cb26c28eed0404cb382f2355931d92b for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:24:02.263356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6237373'] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:02.285114 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-a59f9cb8-4e54-48a8-9edd-ac257b0a636b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:02.296892 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-a59f9cb8-4e54-48a8-9edd-ac257b0a636b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 815 time: 0.4457607 Aug 10 14:24:02.312087 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Request body: {'port': {'device_id': '1a8f3820-fd57-4331-be7c-e21713b8adad', 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'admin_state_up': True, 'tenant_id': '2fbf0fb263184f20b746cd10c11e76f9'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:02.580116 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Made reservation on behalf of 2fbf0fb263184f20b746cd10c11e76f9 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:24:02.586610 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:02.641955 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5f2a21f-88b3-46fe-b859-8c8dfea77c72 req-f2033435-f7c2-4082-ac6f-17a4524efd45 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0815604 Aug 10 14:24:02.680786 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4255006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6237359'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:02.749204 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a033713-644d-4af1-994c-6b3c5f55006e req-a9b761f1-2b08-4b76-be38-051a087c3d8c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:02.762196 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a033713-644d-4af1-994c-6b3c5f55006e req-a9b761f1-2b08-4b76-be38-051a087c3d8c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.2045791 Aug 10 14:24:02.865528 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf8596a-df7b-4888-ab40-9fda2ccc137d,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:02.904282 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Allocated IP 172.20.0.8 (f079afc9-6109-49d0-a620-2a5d48bd655b/555bdecc-1e04-473d-ad51-fb75340fbb1a/75830560-fc46-4dec-bfd4-1ce7fd8a3b81) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:24:02.928705 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a033713-644d-4af1-994c-6b3c5f55006e req-fa3dc441-6d76-41ab-bb8b-d2faf086b0f9 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649034 Aug 10 14:24:02.935283 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Checking segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:24:02.935646 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Network hostable DHCP agents. Network: 1378d86e-ca36-40fc-9964-2b39a08b42b3, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:24:02.976518 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:24:02.988984 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 1378d86e-ca36-40fc-9964-2b39a08b42b3) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:02.996194 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:02.996753 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.006809 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899e0d6-394b-43b0-86be-91c7ffff477c None None] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:24:03.048707 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bc1b5f2a-6d44-437a-a963-84e3cceab168 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8368516 Aug 10 14:24:03.049347 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50886) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:03.057457 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:03.108827 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.111352 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.212816 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.239439 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.279030 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.310296 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-1378d86e-ca36-40fc-9964-2b39a08b42b3', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:24:03.311466 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.329908 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Network f079afc9-6109-49d0-a620-2a5d48bd655b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:24:03.331828 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['60cf572b-e0ee-4dfa-a8ec-cb6564248e30', '85f1c21d-e3c8-46b9-b166-5da36ed5590b'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:24:03.333701 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:03.340370 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:24:03.397192 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Pushing event updated for resources: {'Port': ['ID=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:03.421149 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:03.421842 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.435109 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50890) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:03.460554 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-0689fade-cd4f-4150-b6f6-3daffef56db5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1555407 Aug 10 14:24:03.488556 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Request body: {'port': {'device_id': '1a8f3820-fd57-4331-be7c-e21713b8adad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:03.520419 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.634388 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Allocated IP 172.20.0.2 (1378d86e-ca36-40fc-9964-2b39a08b42b3/3cf8596a-df7b-4888-ab40-9fda2ccc137d/3b26d916-7807-41f4-a278-5e61bfdfdb03) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:24:03.656461 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-168ea022-441f-4c1f-92c3-a19558ffee77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.701736 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:03.949448 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cb0d3-73d3-4e82-9c62-66bddb869573 req-40fb1cc8-2015-4449-a24d-ee6044e74f2f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:03.957599 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c40cb0d3-73d3-4e82-9c62-66bddb869573 req-40fb1cc8-2015-4449-a24d-ee6044e74f2f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 931 time: 0.1373019 Aug 10 14:24:03.997130 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.068272 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.096289 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50910) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:04.154994 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c40cb0d3-73d3-4e82-9c62-66bddb869573 req-641dd568-6699-4b57-bb60-f5063d593c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963322 Aug 10 14:24:04.165650 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.248005 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Transition to ACTIVE for port object 3b26d916-7807-41f4-a278-5e61bfdfdb03 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:04.319689 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Transition to ACTIVE for port object 3b26d916-7807-41f4-a278-5e61bfdfdb03 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:04.330643 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cb387-b822-4972-9d76-0452485f569b req-d6ed2f17-3fd5-41ed-bd4c-d9a8f8280d41 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:04.334965 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.345949 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-733cb387-b822-4972-9d76-0452485f569b req-d6ed2f17-3fd5-41ed-bd4c-d9a8f8280d41 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.2678950 Aug 10 14:24:04.448791 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Pushing event updated for resources: {'Port': ['ID=3b26d916-7807-41f4-a278-5e61bfdfdb03,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:04.509548 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a0b2f-2340-4993-b08b-f77dcd00f4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.513390 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:24:04.524826 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:04.529123 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:24:04.548662 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-733cb387-b822-4972-9d76-0452485f569b req-097fb397-a038-41ae-bec3-e65a432fc2d6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006063 Aug 10 14:24:04.589575 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Allocated IP 172.27.3.219 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/20c7f4b8-4213-486e-9871-5af0a23e9f51) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:24:04.643973 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Attempting to bind port 3b26d916-7807-41f4-a278-5e61bfdfdb03 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:24:04.645163 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Attempting to bind port 3b26d916-7807-41f4-a278-5e61bfdfdb03 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:24:04.645732 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Attempting to bind port 3b26d916-7807-41f4-a278-5e61bfdfdb03 on network 1378d86e-ca36-40fc-9964-2b39a08b42b3 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:04.652626 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:24:04.653449 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Checking segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:24:04.654154 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.654793 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Bound using segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:24:04.655538 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Bound port: 3b26d916-7807-41f4-a278-5e61bfdfdb03, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:24:04.656161 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.686120 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:24:04.717045 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.758443 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] For port 3b26d916-7807-41f4-a278-5e61bfdfdb03, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:24:04.761363 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-168ea022-441f-4c1f-92c3-a19558ffee77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.763436 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] For port 3b26d916-7807-41f4-a278-5e61bfdfdb03, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=3b26d916-7807-41f4-a278-5e61bfdfdb03,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:24:04.765210 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Transition to ACTIVE for port object 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:04.766819 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-168ea022-441f-4c1f-92c3-a19558ffee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.770872 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.774570 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.789455 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.870436 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-168ea022-441f-4c1f-92c3-a19558ffee77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d17adaa4a574805aad0e1504fe4214f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4336896 Aug 10 14:24:04.875555 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50920) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:04.882562 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8a385-0675-4783-b1d4-b2bc815ca7d2 None None] Pushing event updated for resources: {'Port': ['ID=3b26d916-7807-41f4-a278-5e61bfdfdb03,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:04.891184 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ea022-441f-4c1f-92c3-a19558ffee77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a7b7c-a0c3-4c31-bad3-2c61758aa12b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:04.959096 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:04.978911 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Pushing event updated for resources: {'Port': ['ID=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:05.012693 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:24:05.018874 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Attempting to bind port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:24:05.019681 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Attempting to bind port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:24:05.019681 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Attempting to bind port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 on network f079afc9-6109-49d0-a620-2a5d48bd655b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:05.027433 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:05.037290 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 on network f079afc9-6109-49d0-a620-2a5d48bd655b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:24:05.037861 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Attempting to bind port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 on network f079afc9-6109-49d0-a620-2a5d48bd655b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:05.048213 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:24:05.050125 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:24:05.051233 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Checking segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:24:05.051889 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Bound using segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:24:05.052897 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Bound port: 75830560-fc46-4dec-bfd4-1ce7fd8a3b81, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:24:05.053776 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.079385 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a0b2f-2340-4993-b08b-f77dcd00f4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.080754 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Pushing event updated for resources: {'Port': ['ID=20c7f4b8-4213-486e-9871-5af0a23e9f51,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:05.085644 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-82303093-ef70-4dcf-96c1-3d3d5b610c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.090918 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fc7a0b2f-2340-4993-b08b-f77dcd00f4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.152105 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-82303093-ef70-4dcf-96c1-3d3d5b610c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.164598 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] For port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:24:05.170332 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] For port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:24:05.178637 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.183150 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-fc7a0b2f-2340-4993-b08b-f77dcd00f4f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7469b602c4942cb9a2ef9a358099c53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0857899 Aug 10 14:24:05.191708 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50922) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:05.241132 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a0b2f-2340-4993-b08b-f77dcd00f4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df591a88-e029-4d3c-9407-7eee5027f92a,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:05.311110 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:05.315847 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.323042 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] 10.222.0.46 "PUT /v2.0/ports/75830560-fc46-4dec-bfd4-1ce7fd8a3b81 HTTP/1.1" status: 200 len: 1093 time: 1.8422818 Aug 10 14:24:05.329017 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8f3820-fd57-4331-be7c-e21713b8adad', 'tag': '75830560-fc46-4dec-bfd4-1ce7fd8a3b81'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:24:05.332796 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a4b94b-cbe8-4d22-b315-ba95643bd354" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8f3820-fd57-4331-be7c-e21713b8adad", "tag": "75830560-fc46-4dec-bfd4-1ce7fd8a3b81"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:24:05.407689 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d3c1a-f9c2-4a90-aa1a-7fc9a9629110 service neutron] Pushing event updated for resources: {'Port': ['ID=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:05.464385 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e989b37-0990-46a9-b3c5-089fb5804709 x-openstack-request-id: req-4e989b37-0990-46a9-b3c5-089fb5804709 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:24:05.464767 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8f3820-fd57-4331-be7c-e21713b8adad", "tag": "75830560-fc46-4dec-bfd4-1ce7fd8a3b81", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:24:05.465217 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e989b37-0990-46a9-b3c5-089fb5804709 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:24:05.466189 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8f3820-fd57-4331-be7c-e21713b8adad', 'tag': '75830560-fc46-4dec-bfd4-1ce7fd8a3b81', 'status': 'completed', 'code': 200} Aug 10 14:24:05.498872 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-3d186dae-b04b-40b3-a100-708dae85f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:05.500789 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-3d186dae-b04b-40b3-a100-708dae85f5e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 1096 time: 0.0859554 Aug 10 14:24:05.545674 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6d5644be-694b-49c7-97ad-67143fb3ca99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.555121 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a207bc-247f-48e1-9c11-5f18a50f7888 req-d7f5b4dd-471c-4358-89b4-dc736e935054 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:05.556838 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50a207bc-247f-48e1-9c11-5f18a50f7888 req-d7f5b4dd-471c-4358-89b4-dc736e935054 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 943 time: 0.2700703 Aug 10 14:24:05.560533 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-82303093-ef70-4dcf-96c1-3d3d5b610c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.563278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-82303093-ef70-4dcf-96c1-3d3d5b610c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.564480 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-82303093-ef70-4dcf-96c1-3d3d5b610c9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f7a7b7c-a0c3-4c31-bad3-2c61758aa12b HTTP/1.1" status: 204 len: 168 time: 0.6854014 Aug 10 14:24:05.591759 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82303093-ef70-4dcf-96c1-3d3d5b610c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a7b7c-a0c3-4c31-bad3-2c61758aa12b,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:05.596100 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-82bde051-7eae-456c-bb0a-da36d1f42625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75830560-fc46-4dec-bfd4-1ce7fd8a3b81 HTTP/1.1" status: 200 len: 217 time: 0.0778446 Aug 10 14:24:05.639929 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6d5644be-694b-49c7-97ad-67143fb3ca99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.713033 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-4a094bf7-40b2-4af3-b10d-459288f99783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:05.715166 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-4a094bf7-40b2-4af3-b10d-459288f99783 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.1075888 Aug 10 14:24:05.744776 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50a207bc-247f-48e1-9c11-5f18a50f7888 req-fc9e8ce2-3b5f-442f-b494-6d56ede47893 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627562 Aug 10 14:24:05.759934 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:05.846765 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-a9273ede-191b-4812-9130-e654f3a78af1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215649 Aug 10 14:24:06.008110 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-5131bb70-555a-4e55-b95e-37fac33c77a1 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455462 Aug 10 14:24:06.040697 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6d5644be-694b-49c7-97ad-67143fb3ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:06.045750 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6d5644be-694b-49c7-97ad-67143fb3ca99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:06.049607 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6d5644be-694b-49c7-97ad-67143fb3ca99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df591a88-e029-4d3c-9407-7eee5027f92a HTTP/1.1" status: 204 len: 168 time: 0.8566470 Aug 10 14:24:06.105788 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5644be-694b-49c7-97ad-67143fb3ca99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df591a88-e029-4d3c-9407-7eee5027f92a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:06.141741 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66458f58-08bd-45c3-8784-5eba58683a5b req-6b2f76ef-c01a-4013-8ec0-3f801ef39a58 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:06.157922 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-66458f58-08bd-45c3-8784-5eba58683a5b req-6b2f76ef-c01a-4013-8ec0-3f801ef39a58 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.4095831 Aug 10 14:24:06.233102 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1deae3b5-24f9-4c5a-ba5f-f31e5bd4108a req-9f0b4d48-9877-4e57-a8b4-19e8fe2da6a5 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067518 Aug 10 14:24:06.274814 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-66458f58-08bd-45c3-8784-5eba58683a5b req-1e367ac9-7332-4628-ab88-d860d7c72acd tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103129 Aug 10 14:24:06.359526 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50946) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:06.386707 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fe61490f-4db4-48ff-bb42-ce5d9a500752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:06.412932 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:06.513325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-374c0841-9c8d-4492-9dd7-0dbf678eb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:06.514994 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-374c0841-9c8d-4492-9dd7-0dbf678eb787 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 1096 time: 0.1180985 Aug 10 14:24:06.593171 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50950) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:06.712591 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:24:06.741310 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70677ef2-3c6b-4726-bb0b-bb993b190501 None None] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:24:06.836414 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-2307507b-5218-4040-adaf-d76d36082222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:06.853694 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-2307507b-5218-4040-adaf-d76d36082222 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 916 time: 0.3221693 Aug 10 14:24:06.932480 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fe61490f-4db4-48ff-bb42-ce5d9a500752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:06.965783 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-49ab89b1-d2b0-4834-bbed-3134c9da1a71 None None] Provisioning for port 3b26d916-7807-41f4-a278-5e61bfdfdb03 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:06.986539 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:24:06.999015 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Sync routers for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:24:07.013628 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e39d4-8604-4588-840c-c13dcd88baab req-c72c6bcc-ff40-4247-95fd-3e3144ca6786 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:07.016326 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7d2e39d4-8604-4588-840c-c13dcd88baab req-c72c6bcc-ff40-4247-95fd-3e3144ca6786 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 943 time: 0.1073265 Aug 10 14:24:07.023287 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:24:07.024488 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:23:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:07.043848 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-474cb860-c810-48d2-a444-b42eb46a8a44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75830560-fc46-4dec-bfd4-1ce7fd8a3b81 HTTP/1.1" status: 200 len: 217 time: 0.1597998 Aug 10 14:24:07.045740 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fe61490f-4db4-48ff-bb42-ce5d9a500752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.127695 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7d2e39d4-8604-4588-840c-c13dcd88baab req-c353343d-c3b4-41f1-9a33-5b59ade6ba57 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006758 Aug 10 14:24:07.141587 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.144201 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d31bcb73-2dc7-44a3-9035-9f8771f499db admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0903735 Aug 10 14:24:07.147735 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 50958) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:07.200773 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61490f-4db4-48ff-bb42-ce5d9a500752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2464c93c-c0e9-426b-ab91-c4e005b4f796,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:07.241137 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:24:07.255953 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fe61490f-4db4-48ff-bb42-ce5d9a500752 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ef866e3badb436e9f8d13da01c6dcd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8952072 Aug 10 14:24:07.260579 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50960) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:07.265126 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 3b26d916-7807-41f4-a278-5e61bfdfdb03 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:07.336886 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-a0961ffc-06ab-4f14-9dd2-480692a2c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:07.341068 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-a0961ffc-06ab-4f14-9dd2-480692a2c4f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.2298145 Aug 10 14:24:07.388659 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 3b26d916-7807-41f4-a278-5e61bfdfdb03 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:07.399392 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 3b26d916-7807-41f4-a278-5e61bfdfdb03 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:07.402770 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.441952 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-576965e7-abea-4da8-9007-ff75e61aea85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851204 Aug 10 14:24:07.470865 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b95aa751-b40d-4ef7-b252-d2139ff17477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.556461 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32a81376-d400-4ae1-b342-6d01bf3140f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.615620 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32a81376-d400-4ae1-b342-6d01bf3140f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.620331 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:05Z', 'revision_number': 3, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:07.653469 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.707124 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-6972d811-5cb7-44e4-959e-f2978d8eb542 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533464 Aug 10 14:24:07.721175 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Checking router: 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:24:07.723250 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Updating router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef port 20c7f4b8-4213-486e-9871-5af0a23e9f51 binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:24:07.760581 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 3b26d916-7807-41f4-a278-5e61bfdfdb03, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=3b26d916-7807-41f4-a278-5e61bfdfdb03,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:07.768373 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.780120 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32a81376-d400-4ae1-b342-6d01bf3140f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.783236 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-32a81376-d400-4ae1-b342-6d01bf3140f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.784892 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-32a81376-d400-4ae1-b342-6d01bf3140f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2464c93c-c0e9-426b-ab91-c4e005b4f796 HTTP/1.1" status: 204 len: 168 time: 0.5205858 Aug 10 14:24:07.804826 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.851676 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a81376-d400-4ae1-b342-6d01bf3140f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2464c93c-c0e9-426b-ab91-c4e005b4f796,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:07.913438 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-3890547e-c2ad-4318-9c18-d8c0e76f6653 None None] Provisioning complete for port 3b26d916-7807-41f4-a278-5e61bfdfdb03 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:07.914146 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3890547e-c2ad-4318-9c18-d8c0e76f6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:07.929716 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=3b26d916-7807-41f4-a278-5e61bfdfdb03,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:07.970658 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4c1f0-e677-4b51-8a41-9498e27aa859 req-f2b985a1-ca50-4ee4-a0bd-8f562b55f10f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:07.989723 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5aa4c1f0-e677-4b51-8a41-9498e27aa859 req-f2b985a1-ca50-4ee4-a0bd-8f562b55f10f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.5653675 Aug 10 14:24:08.042733 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-b4a4b94b-cbe8-4d22-b315-ba95643bd354 req-2877d3b3-9940-4df8-90e6-137a66d70d64 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253500 Aug 10 14:24:08.075026 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b95aa751-b40d-4ef7-b252-d2139ff17477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.081702 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b95aa751-b40d-4ef7-b252-d2139ff17477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.153765 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5aa4c1f0-e677-4b51-8a41-9498e27aa859 req-9d2e0885-8a81-405f-8cbd-b613985d4c4a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625240 Aug 10 14:24:08.193444 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b95aa751-b40d-4ef7-b252-d2139ff17477 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88d9b43e7d674edfb505e3b81eba83bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5964346 Aug 10 14:24:08.194422 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95aa751-b40d-4ef7-b252-d2139ff17477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241994b2-915d-4fc6-85a8-a986ad90332d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:08.197961 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50978) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:08.327049 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-244d5b77-2dc0-4b0f-b1ff-f014a4ee6f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.342565 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.359142 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Transition to ACTIVE for port object 20c7f4b8-4213-486e-9871-5af0a23e9f51 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:08.370959 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.387176 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-244d5b77-2dc0-4b0f-b1ff-f014a4ee6f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.431919 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Attempting to bind port 20c7f4b8-4213-486e-9871-5af0a23e9f51 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:24:08.432299 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Attempting to bind port 20c7f4b8-4213-486e-9871-5af0a23e9f51 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:24:08.432858 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Attempting to bind port 20c7f4b8-4213-486e-9871-5af0a23e9f51 on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:08.442301 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Pushing event updated for resources: {'Port': ['ID=20c7f4b8-4213-486e-9871-5af0a23e9f51,revision_number=2']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:08.446126 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:24:08.446697 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:24:08.447233 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.447734 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:24:08.448332 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Bound port: 20c7f4b8-4213-486e-9871-5af0a23e9f51, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:24:08.448833 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.477125 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.478244 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.479044 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.479947 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.480754 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.481598 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.482451 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.483301 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.484185 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.485169 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.485795 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.486534 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:08.514585 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50980) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:08.527177 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07a33a-431c-4e66-bd68-0ff87c1f9a01 req-8d8feab2-7873-48e8-b44a-b1930fed1baf tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:08.530166 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f07a33a-431c-4e66-bd68-0ff87c1f9a01 req-8d8feab2-7873-48e8-b44a-b1930fed1baf tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 943 time: 0.1910791 Aug 10 14:24:08.544877 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f180f66-a1d7-4ee0-b551-acd7d420e979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.548633 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-244d5b77-2dc0-4b0f-b1ff-f014a4ee6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.554375 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-244d5b77-2dc0-4b0f-b1ff-f014a4ee6f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.559460 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-244d5b77-2dc0-4b0f-b1ff-f014a4ee6f31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/241994b2-915d-4fc6-85a8-a986ad90332d HTTP/1.1" status: 204 len: 168 time: 0.3570912 Aug 10 14:24:08.586348 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] For port 20c7f4b8-4213-486e-9871-5af0a23e9f51, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:24:08.586838 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d5b77-2dc0-4b0f-b1ff-f014a4ee6f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241994b2-915d-4fc6-85a8-a986ad90332d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:08.598908 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] For port 20c7f4b8-4213-486e-9871-5af0a23e9f51, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=20c7f4b8-4213-486e-9871-5af0a23e9f51,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:24:08.606749 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.671735 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.720183 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:24:08.721224 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:23:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:08.722944 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f07a33a-431c-4e66-bd68-0ff87c1f9a01 req-2085046b-17b7-4332-99b9-03010634ebcd tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572428 Aug 10 14:24:08.806749 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f180f66-a1d7-4ee0-b551-acd7d420e979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.816953 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f180f66-a1d7-4ee0-b551-acd7d420e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:08.833722 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96e0f-a98b-441c-b735-b3155a79d00e None None] Pushing event updated for resources: {'Port': ['ID=20c7f4b8-4213-486e-9871-5af0a23e9f51,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:08.929386 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9f180f66-a1d7-4ee0-b551-acd7d420e979 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=782ff4acf76546ffb9befdcb3df607fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113588 Aug 10 14:24:08.930799 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 50986) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:08.950978 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f180f66-a1d7-4ee0-b551-acd7d420e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1709c0b-e46a-4285-bdf1-5004e5a1ed31,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:08.984648 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:24:09.136993 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Allocated IP 172.20.0.1 (1378d86e-ca36-40fc-9964-2b39a08b42b3/3cf8596a-df7b-4888-ab40-9fda2ccc137d/752edb33-e02d-47e7-966b-68e575b33dd3) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:24:09.144051 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-631cbe4f-2fdf-46c6-a48a-939b933ccbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.146726 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:24:09.221346 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 3b26d916-7807-41f4-a278-5e61bfdfdb03 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:09.239214 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-631cbe4f-2fdf-46c6-a48a-939b933ccbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.349961 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-631cbe4f-2fdf-46c6-a48a-939b933ccbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.355223 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-631cbe4f-2fdf-46c6-a48a-939b933ccbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.362277 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-631cbe4f-2fdf-46c6-a48a-939b933ccbe9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1709c0b-e46a-4285-bdf1-5004e5a1ed31 HTTP/1.1" status: 204 len: 168 time: 0.4167466 Aug 10 14:24:09.389815 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cbe4f-2fdf-46c6-a48a-939b933ccbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1709c0b-e46a-4285-bdf1-5004e5a1ed31,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:09.393972 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.470943 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Transition to ACTIVE for port object 752edb33-e02d-47e7-966b-68e575b33dd3 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:09.503454 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.546627 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66817bd-2f89-4363-8c79-2c4cc245966e req-e2cfd14d-1ea6-4bba-9b4c-f7bc8747b4c6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:09.558033 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 3b26d916-7807-41f4-a278-5e61bfdfdb03 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:09.558516 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.560688 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d66817bd-2f89-4363-8c79-2c4cc245966e req-e2cfd14d-1ea6-4bba-9b4c-f7bc8747b4c6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1742096 Aug 10 14:24:09.616984 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:09.641489 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '75830560-fc46-4dec-bfd4-1ce7fd8a3b81', 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'port_id': '75830560-fc46-4dec-bfd4-1ce7fd8a3b81', 'mac_address': 'fa:16:3e:42:73:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '555bdecc-1e04-473d-ad51-fb75340fbb1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:24:09.641854 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:05Z', 'revision_number': 3, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:09.666425 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.698273 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf49a4b3-8f33-4ba3-9c23-058d31159156 None None] The sync data for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi is: [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:05Z', 'revision_number': 3, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:24:09.761574 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d66817bd-2f89-4363-8c79-2c4cc245966e req-28b5a219-eea7-4316-9786-4f9ee8d6e564 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971989 Aug 10 14:24:09.771914 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.802416 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:24:09.806037 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Pushing event updated for resources: {'Port': ['ID=752edb33-e02d-47e7-966b-68e575b33dd3,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:09.819555 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:24:09.825069 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:09.833949 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:24:09.864449 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:09.873145 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:09.918581 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca6cfd-4357-481c-a6c3-77ef857272d1 req-81c71061-8284-4963-8f37-866b848caaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:09.920268 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6bca6cfd-4357-481c-a6c3-77ef857272d1 req-81c71061-8284-4963-8f37-866b848caaba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1098 time: 0.1669035 Aug 10 14:24:09.959470 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:10.006494 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-6bca6cfd-4357-481c-a6c3-77ef857272d1 req-c65ba6bc-c06a-469b-8ab5-1036bd241fa7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760493 Aug 10 14:24:10.239256 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-1354e033-b728-4ce5-8037-c14d83627360 None None] Provisioning for port 752edb33-e02d-47e7-966b-68e575b33dd3 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:10.244987 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-1354e033-b728-4ce5-8037-c14d83627360 None None] Provisioning complete for port 752edb33-e02d-47e7-966b-68e575b33dd3 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:10.253705 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1354e033-b728-4ce5-8037-c14d83627360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:10.256551 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:10.348966 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-1354e033-b728-4ce5-8037-c14d83627360 None None] Port 752edb33-e02d-47e7-966b-68e575b33dd3 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:24:10.363802 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ab953-e08b-4239-b7eb-57eecc5eff84 req-fba3e5bd-41d6-4801-906c-404997bc4c69 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:10.366353 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d18ab953-e08b-4239-b7eb-57eecc5eff84 req-fba3e5bd-41d6-4801-906c-404997bc4c69 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 944 time: 0.4705224 Aug 10 14:24:10.382053 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['75830560-fc46-4dec-bfd4-1ce7fd8a3b81'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:24:10.482348 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d18ab953-e08b-4239-b7eb-57eecc5eff84 req-511cb7ef-98a9-4d76-9212-81ba828e3b92 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051764 Aug 10 14:24:10.567506 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:10.777487 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:24:10.815113 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:10.823068 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:10.972852 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:10.975282 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Pushing event updated for resources: {'Port': ['ID=752edb33-e02d-47e7-966b-68e575b33dd3,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:11.011361 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae83b79-6493-400e-a4a6-4ad059727239 req-b92074f4-8a79-4c13-b754-430c912598be tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:11.012977 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dae83b79-6493-400e-a4a6-4ad059727239 req-b92074f4-8a79-4c13-b754-430c912598be tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1399550 Aug 10 14:24:11.125440 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dae83b79-6493-400e-a4a6-4ad059727239 req-42094ee5-4f47-4b44-bbb9-f9be87c469a6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756752 Aug 10 14:24:11.166324 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:24:11.168943 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:11.184897 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 20c7f4b8-4213-486e-9871-5af0a23e9f51 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:11.315272 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 20c7f4b8-4213-486e-9871-5af0a23e9f51 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:11.323726 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 20c7f4b8-4213-486e-9871-5af0a23e9f51 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:11.324400 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:11.395010 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:24:11.505673 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-559ea187-69cb-4b64-96e4-02a743b6062f None None] Provisioning complete for port 752edb33-e02d-47e7-966b-68e575b33dd3 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:11.506339 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-559ea187-69cb-4b64-96e4-02a743b6062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:11.532801 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:11.569337 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 20c7f4b8-4213-486e-9871-5af0a23e9f51, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=20c7f4b8-4213-486e-9871-5af0a23e9f51,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:11.570574 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-559ea187-69cb-4b64-96e4-02a743b6062f None None] Port 752edb33-e02d-47e7-966b-68e575b33dd3 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:24:11.574613 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:11.614716 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:24:11.637776 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7949d194-d21c-4ac7-80f3-a6bef34d92ca admin admin] 10.222.0.44 "PUT /v2.0/routers/5e4b1dfb-38a3-4d60-8d9b-d718a91792ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4840426 Aug 10 14:24:11.655879 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=20c7f4b8-4213-486e-9871-5af0a23e9f51,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:11.773792 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21029e-a8c6-4956-965c-9920dbfaad3d req-abfb9dd4-f45f-4886-9353-cd85d03270a1 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:11.775921 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a21029e-a8c6-4956-965c-9920dbfaad3d req-abfb9dd4-f45f-4886-9353-cd85d03270a1 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 944 time: 0.0732951 Aug 10 14:24:11.858650 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a21029e-a8c6-4956-965c-9920dbfaad3d req-80bde5c7-715f-4e94-aa60-28cafa7fac88 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623441 Aug 10 14:24:12.274958 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Sync routers for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:24:12.288990 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:24:12.289798 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:23:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:12.329885 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980857e1-64bb-45db-b715-f419832f9538 req-1fb0932c-46a9-4fbd-b718-f39449d41f5a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:12.331847 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-980857e1-64bb-45db-b715-f419832f9538 req-1fb0932c-46a9-4fbd-b718-f39449d41f5a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0828936 Aug 10 14:24:12.342494 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 51094) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:12.348831 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-6659064a-fb6e-4620-93ca-08ca9fcd33d7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602324714', 'description': 'tempest-description--505956966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:12.379309 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6659064a-fb6e-4620-93ca-08ca9fcd33d7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.395439 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-980857e1-64bb-45db-b715-f419832f9538 req-b8a69dae-cd2b-483c-86c6-dcc7ee360523 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558326 Aug 10 14:24:12.491556 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6659064a-fb6e-4620-93ca-08ca9fcd33d7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.500143 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6659064a-fb6e-4620-93ca-08ca9fcd33d7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.541938 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:24:12.544290 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6659064a-fb6e-4620-93ca-08ca9fcd33d7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.546853 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6659064a-fb6e-4620-93ca-08ca9fcd33d7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2019017 Aug 10 14:24:12.549083 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659064a-fb6e-4620-93ca-08ca9fcd33d7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8077e503-9491-46b2-9e05-57d1ba3b09fb,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:12.549758 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 51106) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:12.563651 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-486da0d6-35c3-4b22-acdf-1037be26c521 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'security_group_rule': {'security_group_id': '8077e503-9491-46b2-9e05-57d1ba3b09fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:12.615430 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-486da0d6-35c3-4b22-acdf-1037be26c521 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.700335 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-486da0d6-35c3-4b22-acdf-1037be26c521 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.717545 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-486da0d6-35c3-4b22-acdf-1037be26c521 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.747532 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486da0d6-35c3-4b22-acdf-1037be26c521 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f7eb85-64cc-40e9-8d14-571de8a81ae7,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:12.829677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-486da0d6-35c3-4b22-acdf-1037be26c521 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.833962 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-486da0d6-35c3-4b22-acdf-1037be26c521 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2793090 Aug 10 14:24:12.834484 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 51112) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:12.839540 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-6cf74c5e-ff7a-4c16-88c9-5bfc5e445639 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'security_group_rule': {'security_group_id': '8077e503-9491-46b2-9e05-57d1ba3b09fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:12.841168 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-d5217b23-fb29-455f-9733-3d98bc5ffabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:12.843126 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-d5217b23-fb29-455f-9733-3d98bc5ffabe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1098 time: 0.0835819 Aug 10 14:24:12.869951 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5438a01-a0d0-4307-bc01-b75c2cbf9ff4 req-ae134618-f674-4c99-9184-aeabd429352f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:12.878355 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5438a01-a0d0-4307-bc01-b75c2cbf9ff4 req-ae134618-f674-4c99-9184-aeabd429352f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1253314 Aug 10 14:24:12.930470 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6cf74c5e-ff7a-4c16-88c9-5bfc5e445639 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:12.955443 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5438a01-a0d0-4307-bc01-b75c2cbf9ff4 req-289f4316-5ae9-40fe-9915-d5ded11e31b7 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743515 Aug 10 14:24:12.956983 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 2, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:13.008666 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Checking router: 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:24:13.017263 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-5194e244-2d56-4ffd-ba59-19ed14c8113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:13.018241 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Updating router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef port 752edb33-e02d-47e7-966b-68e575b33dd3 binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:24:13.018490 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-5194e244-2d56-4ffd-ba59-19ed14c8113e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 920 time: 0.1577134 Aug 10 14:24:13.076977 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.094674 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-de4bb9e9-78ef-42d5-b140-5c7ca420342a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6 HTTP/1.1" status: 200 len: 217 time: 0.0389249 Aug 10 14:24:13.096129 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6cf74c5e-ff7a-4c16-88c9-5bfc5e445639 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.112333 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 20c7f4b8-4213-486e-9871-5af0a23e9f51 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:13.133083 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6cf74c5e-ff7a-4c16-88c9-5bfc5e445639 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.171140 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf74c5e-ff7a-4c16-88c9-5bfc5e445639 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e58e4be-de79-4191-be9c-62e4038244c9,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:13.184510 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6cf74c5e-ff7a-4c16-88c9-5bfc5e445639 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.187186 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-4b2b16ad-62b6-440e-a410-6f53a1fc7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:13.187349 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6cf74c5e-ff7a-4c16-88c9-5bfc5e445639 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505027 Aug 10 14:24:13.188533 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-4b2b16ad-62b6-440e-a410-6f53a1fc7e10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 200 len: 859 time: 0.0743947 Aug 10 14:24:13.189283 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 51118) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:13.196358 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd0102-24f7-4c92-88c0-7cf86c32d96c req-cdeec5df-927f-454a-9723-a7d7ccc20358 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:13.198027 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eafd0102-24f7-4c92-88c0-7cf86c32d96c req-cdeec5df-927f-454a-9723-a7d7ccc20358 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 944 time: 0.1004212 Aug 10 14:24:13.203234 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:13.205174 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:13.262114 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-22c84849-86a5-42c3-abb7-90d900d6fd59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d82446d6-0f3f-413b-b75b-3143718033e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538394 Aug 10 14:24:13.265554 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.273764 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eafd0102-24f7-4c92-88c0-7cf86c32d96c req-28c90353-adce-4bd8-9f81-ee4bd826c56d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622654 Aug 10 14:24:13.402408 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 20c7f4b8-4213-486e-9871-5af0a23e9f51 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:13.402883 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.430104 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-231664ac-ce11-4a1c-ae82-ed9219d16e6d service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538172 Aug 10 14:24:13.465109 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:13.480237 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:13.480613 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.542689 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.564997 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5b837c1b-3420-4b4b-9cf9-47621532064e req-b0900109-bd92-4b0a-9f8c-5782214b7613 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212876 Aug 10 14:24:13.673855 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Allocated IP 172.27.3.77 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/14d88399-c206-4fcf-bd4e-ebc4f4d33887) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:24:13.789540 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.808085 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.821719 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.827650 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Transition to ACTIVE for port object 752edb33-e02d-47e7-966b-68e575b33dd3 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:13.836823 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8f3820-fd57-4331-be7c-e21713b8adad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75830560-fc46-4dec-bfd4-1ce7fd8a3b81'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:24:13.839178 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcb7694-3806-4400-a7e4-fc61df73c5bc" -d '{"events": [{"server_uuid": "1a8f3820-fd57-4331-be7c-e21713b8adad", "name": "network-vif-plugged", "status": "completed", "tag": "75830560-fc46-4dec-bfd4-1ce7fd8a3b81"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:24:13.845149 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.858401 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:13.877185 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.886187 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:13.912812 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021a986e-3db3-43c6-b05c-96d50b460632 x-openstack-request-id: req-021a986e-3db3-43c6-b05c-96d50b460632 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:24:13.913142 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8f3820-fd57-4331-be7c-e21713b8adad", "name": "network-vif-plugged", "status": "completed", "tag": "75830560-fc46-4dec-bfd4-1ce7fd8a3b81", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:24:13.913360 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-021a986e-3db3-43c6-b05c-96d50b460632 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:24:13.913754 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8f3820-fd57-4331-be7c-e21713b8adad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75830560-fc46-4dec-bfd4-1ce7fd8a3b81', 'code': 200} Aug 10 14:24:13.915907 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e3242-ec60-4782-8d75-f608540088bb None None] Pushing event updated for resources: {'Port': ['ID=752edb33-e02d-47e7-966b-68e575b33dd3,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:13.949180 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:24:13.952961 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:13.959271 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:24:13.996627 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'Port': ['ID=14d88399-c206-4fcf-bd4e-ebc4f4d33887,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:14.058873 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Attempting to bind port 752edb33-e02d-47e7-966b-68e575b33dd3 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:24:14.059203 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Attempting to bind port 752edb33-e02d-47e7-966b-68e575b33dd3 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:24:14.059511 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Attempting to bind port 752edb33-e02d-47e7-966b-68e575b33dd3 on network 1378d86e-ca36-40fc-9964-2b39a08b42b3 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:14.063092 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:14.083630 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:24:14.085878 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Checking segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:24:14.086385 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.086935 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Bound using segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:24:14.087932 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Bound port: 752edb33-e02d-47e7-966b-68e575b33dd3, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:24:14.088429 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.098033 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.186844 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd6aa4-f752-4210-b264-bd26cd1f3c4c req-4e1fac25-eedd-4d47-bd27-ced927fa1b44 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:14.189827 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73cd6aa4-f752-4210-b264-bd26cd1f3c4c req-4e1fac25-eedd-4d47-bd27-ced927fa1b44 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1462052 Aug 10 14:24:14.238874 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] For port 752edb33-e02d-47e7-966b-68e575b33dd3, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:24:14.244343 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] For port 752edb33-e02d-47e7-966b-68e575b33dd3, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=752edb33-e02d-47e7-966b-68e575b33dd3,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:24:14.259219 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.270801 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.272565 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73cd6aa4-f752-4210-b264-bd26cd1f3c4c req-a660fd99-74cd-418f-b0b3-b0add987694e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735447 Aug 10 14:24:14.399788 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e3242-ec60-4782-8d75-f608540088bb None None] Pushing event updated for resources: {'Port': ['ID=752edb33-e02d-47e7-966b-68e575b33dd3,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:14.423015 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:24:14.424166 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:23:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:14.478866 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173c064-f500-4272-9312-4f90b36a8fcf req-f93b9458-b3d9-4adb-b3a4-d73dd04a69de tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:14.481488 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e173c064-f500-4272-9312-4f90b36a8fcf req-f93b9458-b3d9-4adb-b3a4-d73dd04a69de tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 945 time: 0.0873935 Aug 10 14:24:14.485632 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6d4e-e5b3-407c-886c-d16971e92f38 req-43228426-3dcf-4238-a47a-aa4075a8b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:14.487453 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-301b6d4e-e5b3-407c-886c-d16971e92f38 req-43228426-3dcf-4238-a47a-aa4075a8b751 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 1098 time: 0.1430385 Aug 10 14:24:14.552641 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-301b6d4e-e5b3-407c-886c-d16971e92f38 req-aa94243f-54e4-4370-ada4-e3d41ff63c9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Aug 10 14:24:14.558023 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e173c064-f500-4272-9312-4f90b36a8fcf req-cbd9f2b7-6043-4c29-8782-675bcf19ef20 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676014 Aug 10 14:24:14.622544 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:24:14.636147 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.641772 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.721807 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'Port': ['ID=14d88399-c206-4fcf-bd4e-ebc4f4d33887,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:14.734772 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.754008 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:14.755379 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-67e5aef4-1c85-47f6-8962-0e0e9fed482b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5646732 Aug 10 14:24:14.868596 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:14Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:14.901205 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7ab61-1092-42cc-8f5b-4b63352ae085 None None] The sync data for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi is: [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:14Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:24:15.098655 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 752edb33-e02d-47e7-966b-68e575b33dd3 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:15.167861 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 752edb33-e02d-47e7-966b-68e575b33dd3 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:15.173289 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 752edb33-e02d-47e7-966b-68e575b33dd3 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:15.173665 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:15.296997 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-4da4584e-fc2b-47d9-9094-fd14d8a9cd13 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1602324714&fields=id&tenant_id=5cb26c28eed0404cb382f2355931d92b HTTP/1.1" status: 200 len: 267 time: 0.0636299 Aug 10 14:24:15.307051 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:15.378137 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 752edb33-e02d-47e7-966b-68e575b33dd3, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=752edb33-e02d-47e7-966b-68e575b33dd3,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:15.387697 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:15.495045 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=752edb33-e02d-47e7-966b-68e575b33dd3,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:15.530531 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-320e20dd-8d86-4826-97b1-d0c88c26c6fb tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:15.532137 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-320e20dd-8d86-4826-97b1-d0c88c26c6fb tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 811 time: 0.2250416 Aug 10 14:24:15.552441 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fe51f-caa4-4b49-8e92-a875c1321d2e req-ec61a049-0b22-48bb-9048-3ba61efc0cf1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:15.554191 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f18fe51f-caa4-4b49-8e92-a875c1321d2e req-ec61a049-0b22-48bb-9048-3ba61efc0cf1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1187246 Aug 10 14:24:15.571925 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-deafa2b3-23e8-4f46-afc0-1a5a17c88ca0 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/quotas/5cb26c28eed0404cb382f2355931d92b HTTP/1.1" status: 200 len: 375 time: 0.0281038 Aug 10 14:24:15.636612 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f18fe51f-caa4-4b49-8e92-a875c1321d2e req-5bbd7f4f-6321-4976-bd58-11baed46c77d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750768 Aug 10 14:24:15.665466 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-a893fc4a-3781-466d-b764-c01de14da98f tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838485 Aug 10 14:24:15.783298 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-634f85a3-3111-434b-9c4c-0fc0f1cb28d4 service neutron] 10.222.0.44 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980322 Aug 10 14:24:15.901247 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-2e9ecc2e-f218-4124-9c4a-3254ab1b9657 service neutron] 10.222.0.44 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109903 Aug 10 14:24:15.992839 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce31475-d77d-4ac8-af69-c8012460465a req-dcaf5b41-6a6f-41dc-a4af-7b9e5a7d455c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:15.994609 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ce31475-d77d-4ac8-af69-c8012460465a req-dcaf5b41-6a6f-41dc-a4af-7b9e5a7d455c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 945 time: 0.0633390 Aug 10 14:24:16.061030 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ce31475-d77d-4ac8-af69-c8012460465a req-ddf5f2ff-e883-49e7-a7f6-b48f1eefa457 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583668 Aug 10 14:24:16.184827 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-88295b17-5520-43aa-b15d-b57c87fe717c req-a1f73453-cf93-4372-ac7b-ea39a48f6af1 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 210 time: 0.0537620 Aug 10 14:24:16.795545 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39154299-04da-432f-af5b-a9d8c71f386c req-ad4cf310-b52d-4485-bf0b-6033053d5caf tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:16.797085 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39154299-04da-432f-af5b-a9d8c71f386c req-ad4cf310-b52d-4485-bf0b-6033053d5caf tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0580208 Aug 10 14:24:16.840363 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39154299-04da-432f-af5b-a9d8c71f386c req-813930dd-93e6-4cad-85fa-61a0bca18b03 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360096 Aug 10 14:24:17.091701 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 752edb33-e02d-47e7-966b-68e575b33dd3 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:17.177576 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 752edb33-e02d-47e7-966b-68e575b33dd3 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:17.178408 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:17.260457 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55aff3-5a66-4ac4-b12f-2770292ff2f0 req-3f99b123-afdb-4f9e-8b2c-be2d4dae16d2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:17.270073 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d55aff3-5a66-4ac4-b12f-2770292ff2f0 req-3f99b123-afdb-4f9e-8b2c-be2d4dae16d2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 945 time: 0.0841005 Aug 10 14:24:17.335275 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d55aff3-5a66-4ac4-b12f-2770292ff2f0 req-8067cc74-38e4-4f80-afe6-123fbcc20cb8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637379 Aug 10 14:24:17.367745 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-258528a3-808f-4b60-96a1-72f0258b7e41 req-69468142-4ff7-40a6-9b09-79116010b318 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 210 time: 0.0285580 Aug 10 14:24:17.812402 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-1f444678-283b-444a-b11b-34f6a2c1d190 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:17.817535 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-1f444678-283b-444a-b11b-34f6a2c1d190 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 811 time: 0.1825767 Aug 10 14:24:17.882983 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-1a3231ed-3315-4830-b2bc-67158e5a15c5 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb26c28eed0404cb382f2355931d92b HTTP/1.1" status: 200 len: 380 time: 0.0488071 Aug 10 14:24:17.897790 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'port': {'device_id': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'admin_state_up': True, 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'security_groups': ['8077e503-9491-46b2-9e05-57d1ba3b09fb']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:18.036287 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Made reservation on behalf of 5cb26c28eed0404cb382f2355931d92b for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:24:18.040645 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:18.259152 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Allocated IP 172.20.0.4 (1378d86e-ca36-40fc-9964-2b39a08b42b3/3cf8596a-df7b-4888-ab40-9fda2ccc137d/4f6ffd76-5181-47e9-bc7f-7a7cf60aa507) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:24:18.444478 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:18.464720 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Transition to ACTIVE for port object 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:18.506657 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:18.549638 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f637b3a-370f-4a17-8854-c0fd57b48018 req-fedbab04-2818-4981-a05b-52b9b5898450 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:18.552229 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f637b3a-370f-4a17-8854-c0fd57b48018 req-fedbab04-2818-4981-a05b-52b9b5898450 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1051250 Aug 10 14:24:18.554357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:24:18.557774 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:18.562142 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:24:18.564085 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f720956-876b-46c0-8d07-340c37f859f9 req-36de617e-57e6-411c-a40d-b8bf65b569dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:18.565998 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f720956-876b-46c0-8d07-340c37f859f9 req-36de617e-57e6-411c-a40d-b8bf65b569dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 931 time: 0.0759676 Aug 10 14:24:18.591744 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'Port': ['ID=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:18.628588 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1f637b3a-370f-4a17-8854-c0fd57b48018 req-7237dc46-d1ef-42d8-a0ec-11fe5dcef10a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615790 Aug 10 14:24:18.634999 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:18.636618 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:18.637146 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f720956-876b-46c0-8d07-340c37f859f9 req-19c9e249-5438-4635-a014-27567ff20f19 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552611 Aug 10 14:24:18.675820 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-ed0eb9b1-a1c2-4a05-9dd2-7ca6d2931c43 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824595 Aug 10 14:24:18.709586 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Request body: {'port': {'device_id': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:18.823485 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:18.871021 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-53ee1485-ec21-4444-a631-2ecb567443b3 None None] Provisioning for port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:18.875664 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-53ee1485-ec21-4444-a631-2ecb567443b3 None None] Provisioning complete for port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:18.876172 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-53ee1485-ec21-4444-a631-2ecb567443b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:18.927101 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-53ee1485-ec21-4444-a631-2ecb567443b3 None None] Port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:24:19.564931 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:24:19.575032 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:19.591248 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Transition to ACTIVE for port object 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:19.595971 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:19.661000 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Pushing event updated for resources: {'Port': ['ID=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:19.746768 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Attempting to bind port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:24:19.747347 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Attempting to bind port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:24:19.747700 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Attempting to bind port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 on network 1378d86e-ca36-40fc-9964-2b39a08b42b3 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:19.754638 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 on network 1378d86e-ca36-40fc-9964-2b39a08b42b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:24:19.755120 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Attempting to bind port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 on network 1378d86e-ca36-40fc-9964-2b39a08b42b3 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:19.766338 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:24:19.766687 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Checking segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:24:19.767090 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Bound using segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:24:19.767535 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Bound port: 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:24:19.767900 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:19.804636 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ffefb-9d71-4804-823f-966d8a420c56 req-4a5668ff-b820-4f2e-865e-df9909c79ed0 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:19.806257 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff2ffefb-9d71-4804-823f-966d8a420c56 req-4a5668ff-b820-4f2e-865e-df9909c79ed0 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 943 time: 0.0595367 Aug 10 14:24:19.860091 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff2ffefb-9d71-4804-823f-966d8a420c56 req-79b67dbf-cdb0-438c-afd8-c202dcd31f91 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449073 Aug 10 14:24:19.879464 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] For port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:24:19.884534 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] For port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:24:19.890749 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:19.935147 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:19.935835 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:19.937302 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] 10.222.0.46 "PUT /v2.0/ports/4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 HTTP/1.1" status: 200 len: 1093 time: 1.2330360 Aug 10 14:24:19.937770 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'tag': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:24:19.940226 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec96b9d-4541-4354-b44e-0db11d00bb71" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bc6ab5-3686-4dca-a930-d6dcf009e672", "tag": "4f6ffd76-5181-47e9-bc7f-7a7cf60aa507"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:24:19.968159 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4c3a6-795e-433f-a587-bba186c1718c service neutron] Pushing event updated for resources: {'Port': ['ID=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:20.012021 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3132f054-29b2-4e25-8fdf-cda74345f278 x-openstack-request-id: req-3132f054-29b2-4e25-8fdf-cda74345f278 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:24:20.012392 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bc6ab5-3686-4dca-a930-d6dcf009e672", "tag": "4f6ffd76-5181-47e9-bc7f-7a7cf60aa507", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:24:20.012710 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3132f054-29b2-4e25-8fdf-cda74345f278 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:24:20.013231 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'tag': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'status': 'completed', 'code': 200} Aug 10 14:24:20.114560 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-502c5d41-7d53-4144-a853-cafbfb50c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:20.116190 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-502c5d41-7d53-4144-a853-cafbfb50c63f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 1096 time: 0.0552094 Aug 10 14:24:20.171449 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-aebd13f2-bd71-4a3f-9c4d-3458e4df95c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 HTTP/1.1" status: 200 len: 217 time: 0.0359852 Aug 10 14:24:20.238050 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-fc26ec19-d721-48e2-a475-22a7d215e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:20.239704 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-fc26ec19-d721-48e2-a475-22a7d215e80d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0523822 Aug 10 14:24:20.295518 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-0a61bb64-2e39-4861-827b-2bcf02f4ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:20.298161 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-0a61bb64-2e39-4861-827b-2bcf02f4ab6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492656 Aug 10 14:24:20.425626 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-5ca00f26-b7d0-4797-a0ff-8999fb9c9b25 service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097822 Aug 10 14:24:20.590925 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d4da3b99-91af-41f1-8951-033d2eb71753 req-77124eb0-cf0c-4fae-8a4d-e13f740b1601 service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560082 Aug 10 14:24:20.804689 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-4322aa31-0006-414e-ae52-0ca30bf00613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:20.806522 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-4322aa31-0006-414e-ae52-0ca30bf00613 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 1096 time: 0.0487041 Aug 10 14:24:20.946939 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-b3a80dc4-028b-44a2-8076-2cf6a1e541e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:20.948667 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-b3a80dc4-028b-44a2-8076-2cf6a1e541e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 912 time: 0.1321814 Aug 10 14:24:20.997403 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-1d7933d7-c88b-4a7f-a758-84e626b4ca25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 HTTP/1.1" status: 200 len: 217 time: 0.0401120 Aug 10 14:24:21.049151 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2c6c8-c9f7-4a6b-a5f2-c4d69222d697 req-fecf8f06-293a-4f25-a8ba-c70dc8129b9d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:21.051098 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1a2c6c8-c9f7-4a6b-a5f2-c4d69222d697 req-fecf8f06-293a-4f25-a8ba-c70dc8129b9d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 943 time: 0.0640993 Aug 10 14:24:21.056541 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-e64159a2-1301-4b7c-99e1-2fc7e41feff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:21.059356 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-e64159a2-1301-4b7c-99e1-2fc7e41feff2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0542309 Aug 10 14:24:21.098722 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1a2c6c8-c9f7-4a6b-a5f2-c4d69222d697 req-fc9ed403-d4cd-4817-a552-bbbc265faaff tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370431 Aug 10 14:24:21.121678 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-ec778206-71ed-44ce-a78b-05304c7c49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:21.124327 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-ec778206-71ed-44ce-a78b-05304c7c49ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568063 Aug 10 14:24:21.233796 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-495c4aa6-3db5-459e-9755-f2fbf4ae421d service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005917 Aug 10 14:24:21.360367 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5ec96b9d-4541-4354-b44e-0db11d00bb71 req-4b430f97-5ee7-4425-aae6-1c1b465c922b service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108904 Aug 10 14:24:22.245893 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6973b1c-8822-4dca-9b1e-3f61a9d2284c req-4bbb2606-4fed-49d3-a982-c915e3911666 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:22.247733 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6973b1c-8822-4dca-9b1e-3f61a9d2284c req-4bbb2606-4fed-49d3-a982-c915e3911666 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 943 time: 0.0627775 Aug 10 14:24:22.296753 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c6973b1c-8822-4dca-9b1e-3f61a9d2284c req-93b68a3c-c0dd-4e51-bb15-cf35720cb19a tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371156 Aug 10 14:24:23.226113 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:24:23.490686 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e7e1f-e297-44ff-bdf3-07fc03638b26 req-ae42b228-8faa-47ec-b3a9-865cc1dc818b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:23.493092 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7d6e7e1f-e297-44ff-bdf3-07fc03638b26 req-ae42b228-8faa-47ec-b3a9-865cc1dc818b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 943 time: 0.0964825 Aug 10 14:24:23.503602 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:23.524830 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'port_id': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'mac_address': 'fa:16:3e:21:f0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:24:23.558466 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7d6e7e1f-e297-44ff-bdf3-07fc03638b26 req-2778ee9b-c387-4752-ab0f-cac2b7909172 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562661 Aug 10 14:24:23.581902 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:23.597898 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:24:23.621937 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:23.626865 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:23.695496 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:24.111589 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['4f6ffd76-5181-47e9-bc7f-7a7cf60aa507'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:24:24.705419 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2df99-912e-4c2f-8f1a-5bef0c3025b1 req-86463a05-5b96-43f6-ac6f-05c7cfd8342e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:24.707102 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-17d2df99-912e-4c2f-8f1a-5bef0c3025b1 req-86463a05-5b96-43f6-ac6f-05c7cfd8342e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 944 time: 0.0617337 Aug 10 14:24:24.754689 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-17d2df99-912e-4c2f-8f1a-5bef0c3025b1 req-fc411f2a-bb20-410b-bc2a-547877039a04 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357935 Aug 10 14:24:25.247649 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:25.309461 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:25.313786 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:25.314269 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:25.434782 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:25.462743 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:24:25.465080 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74394451-b67b-4798-b900-eda18f5bf350" -d '{"events": [{"server_uuid": "f6bc6ab5-3686-4dca-a930-d6dcf009e672", "name": "network-vif-plugged", "status": "completed", "tag": "4f6ffd76-5181-47e9-bc7f-7a7cf60aa507"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:24:25.492613 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:25.502102 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:25.538651 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bca5cb-267e-4e9e-9434-f17b991cf48e x-openstack-request-id: req-a0bca5cb-267e-4e9e-9434-f17b991cf48e {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:24:25.539042 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bc6ab5-3686-4dca-a930-d6dcf009e672", "name": "network-vif-plugged", "status": "completed", "tag": "4f6ffd76-5181-47e9-bc7f-7a7cf60aa507", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:24:25.539310 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0bca5cb-267e-4e9e-9434-f17b991cf48e {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:24:25.539716 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'code': 200} Aug 10 14:24:25.565158 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:25.823326 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d5c46f68-3e49-4243-98bb-8b1c61e26de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:25.903966 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab0eb-06ca-41e7-8c6f-5a91ccf9fd6f req-1d6c70c7-9ea7-4178-8a73-0bb3a83a6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:25.906137 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2aab0eb-06ca-41e7-8c6f-5a91ccf9fd6f req-1d6c70c7-9ea7-4178-8a73-0bb3a83a6d70 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 1098 time: 0.0706980 Aug 10 14:24:25.989432 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd3278-9bcf-4cc1-84eb-1bf62e7019cf req-d9b6038d-b66d-495d-ba7d-bd311338c711 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:25.992194 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11bd3278-9bcf-4cc1-84eb-1bf62e7019cf req-d9b6038d-b66d-495d-ba7d-bd311338c711 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0986953 Aug 10 14:24:26.004359 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2aab0eb-06ca-41e7-8c6f-5a91ccf9fd6f req-f08ff6f5-70b7-4c25-8354-cbc0af6e9570 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740921 Aug 10 14:24:26.055975 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11bd3278-9bcf-4cc1-84eb-1bf62e7019cf req-30a6723a-7055-4190-8ea6-58e04e039f2d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509655 Aug 10 14:24:27.258319 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eec96c-bdcf-4479-9a8e-c37466f8d67f req-36d41d49-2f94-4a86-86f1-d03691cfac27 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:27.261203 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94eec96c-bdcf-4479-9a8e-c37466f8d67f req-36d41d49-2f94-4a86-86f1-d03691cfac27 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0875440 Aug 10 14:24:27.309496 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94eec96c-bdcf-4479-9a8e-c37466f8d67f req-c6ca714e-6f77-4b76-9147-116d0dad03cc tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Aug 10 14:24:27.865811 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 51392) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:28.004772 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.125537 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.131808 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.197741 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ff19d-ae34-43c2-b50b-a8d68456a5d0,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:28.206842 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fd49bf1ae844da7bff18f4a261b215e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389509 Aug 10 14:24:28.210852 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 51402) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:28.216721 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.217808 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.218674 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.219511 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.220345 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.221171 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.221955 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.222792 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.223576 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.224375 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.225236 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.226130 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f3726-1f69-4871-81ab-ef188e3b4c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.344034 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.382733 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.453769 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.458165 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.459812 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c26ff19d-ae34-43c2-b50b-a8d68456a5d0 HTTP/1.1" status: 204 len: 168 time: 0.2445686 Aug 10 14:24:28.470829 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ff19d-ae34-43c2-b50b-a8d68456a5d0,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:28.480806 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.481163 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.481507 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.481846 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.482203 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.482913 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.483251 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.483725 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.484062 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.484387 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.485624 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.486027 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0158774f-3080-488a-b8d7-1eac6e1320d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:28.547147 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308ee11-e0a0-4918-aea8-05b97c7138c2 req-1027a479-eae6-4136-8545-93ce358f68bb tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:28.550843 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f308ee11-e0a0-4918-aea8-05b97c7138c2 req-1027a479-eae6-4136-8545-93ce358f68bb tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1327052 Aug 10 14:24:28.598271 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3a0d-516d-474d-ac1a-5afb71a8d188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.631260 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f308ee11-e0a0-4918-aea8-05b97c7138c2 req-3da29fa3-96ca-4e6b-bf88-a37f44c27f4f tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732656 Aug 10 14:24:28.650267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440c002-415f-4ec3-9ddd-0692fe8c753a req-3952006c-516e-4582-8a9c-88fe3c72727e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:28.651844 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4440c002-415f-4ec3-9ddd-0692fe8c753a req-3952006c-516e-4582-8a9c-88fe3c72727e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0762768 Aug 10 14:24:28.714459 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4440c002-415f-4ec3-9ddd-0692fe8c753a req-48d70dd4-0a23-4d3d-b7a9-beb755ac0164 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465829 Aug 10 14:24:28.735619 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:28.773839 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a508d-6831-4349-affd-02bfd0dca5ed req-4d0c2b4f-54ee-444a-8838-4f6e5fb62711 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:28.775609 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b54a508d-6831-4349-affd-02bfd0dca5ed req-4d0c2b4f-54ee-444a-8838-4f6e5fb62711 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0578916 Aug 10 14:24:28.785189 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 51424) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:28.792368 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'floatingip': {'port_id': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:28.837479 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:29.401664 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:29.406557 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:29.522702 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Floating IP 0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6 associated. External IP: 172.27.3.77, port: 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507. Aug 10 14:24:29.831913 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:24:29.872125 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:29.975068 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9ee2e-20ee-4185-a852-1acbee9cb1ae req-6464e5f6-7f3e-4f8f-8d44-2556b5e65f5a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:29.978262 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b3c9ee2e-20ee-4185-a852-1acbee9cb1ae req-6464e5f6-7f3e-4f8f-8d44-2556b5e65f5a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.1393945 Aug 10 14:24:30.004040 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:24:30.019268 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.021068 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] Sync routers for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:24:30.032294 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 51460) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:30.044548 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:24:30.047776 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:24:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:30.067068 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8c723736-7cf8-498c-aef7-78f14d4e4775 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "PUT /v2.0/floatingips/0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6 HTTP/1.1" status: 200 len: 990 time: 1.2799723 Aug 10 14:24:30.067996 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'tag': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:24:30.070754 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637543ec-888e-46d8-a923-c9d290a1565e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bc6ab5-3686-4dca-a930-d6dcf009e672", "tag": "4f6ffd76-5181-47e9-bc7f-7a7cf60aa507"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:24:30.092767 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b3c9ee2e-20ee-4185-a852-1acbee9cb1ae req-a292b8e8-ba49-4006-81b1-77a6d2dbec09 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953212 Aug 10 14:24:30.139828 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee37a9d5-6072-4fdd-91bf-86d7eec3af0a x-openstack-request-id: req-ee37a9d5-6072-4fdd-91bf-86d7eec3af0a {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:24:30.140201 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bc6ab5-3686-4dca-a930-d6dcf009e672", "tag": "4f6ffd76-5181-47e9-bc7f-7a7cf60aa507", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:24:30.140520 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee37a9d5-6072-4fdd-91bf-86d7eec3af0a {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:24:30.140993 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'tag': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'status': 'completed', 'code': 200} Aug 10 14:24:30.236920 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:24:30.255901 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d4d52876-2dc0-4446-8535-d770e37640e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.318282 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637543ec-888e-46d8-a923-c9d290a1565e req-a9065850-ebbe-4a24-8422-f5fd7d83ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:30.319753 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-637543ec-888e-46d8-a923-c9d290a1565e req-a9065850-ebbe-4a24-8422-f5fd7d83ea25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 1098 time: 0.0886092 Aug 10 14:24:30.479865 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637543ec-888e-46d8-a923-c9d290a1565e req-88355b5c-b946-4512-8fd6-058c5ee93f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:30.482176 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-637543ec-888e-46d8-a923-c9d290a1565e req-88355b5c-b946-4512-8fd6-058c5ee93f93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 912 time: 0.1538973 Aug 10 14:24:30.547025 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d4d52876-2dc0-4446-8535-d770e37640e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.554352 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d4d52876-2dc0-4446-8535-d770e37640e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.608217 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'port_id': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'mac_address': 'fa:16:3e:21:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:24:14Z', 'updated_at': '2021-08-10T14:24:29Z', 'revision_number': 1, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:30.645728 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] Checking router: 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:24:30.654506 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:24:30.655138 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:24:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:30.661545 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d4d52876-2dc0-4446-8535-d770e37640e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df6669abd0494d128da0e14bc1ccfe05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275918 Aug 10 14:24:30.663413 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d52876-2dc0-4446-8535-d770e37640e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed6970e-1eaf-4b62-aadf-4a4a54ab463b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:30.664141 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 51474) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:30.670105 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-637543ec-888e-46d8-a923-c9d290a1565e req-64c5a625-bba0-4db9-aba3-cd6ea53742f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 HTTP/1.1" status: 200 len: 998 time: 0.1740615 Aug 10 14:24:30.736272 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637543ec-888e-46d8-a923-c9d290a1565e req-a6ba8e43-c370-40f5-a7b9-bff1cb89dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:30.738446 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-637543ec-888e-46d8-a923-c9d290a1565e req-a6ba8e43-c370-40f5-a7b9-bff1cb89dcab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0609715 Aug 10 14:24:30.739652 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-05d5ddd4-cf44-44b8-a64c-9b40144b14f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.767050 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-05d5ddd4-cf44-44b8-a64c-9b40144b14f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.780455 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:24:30.797126 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637543ec-888e-46d8-a923-c9d290a1565e req-68097600-afaf-4347-a6d5-e788d82d83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:30.797126 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-637543ec-888e-46d8-a923-c9d290a1565e req-68097600-afaf-4347-a6d5-e788d82d83c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432420 Aug 10 14:24:30.825020 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-05d5ddd4-cf44-44b8-a64c-9b40144b14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.829110 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-05d5ddd4-cf44-44b8-a64c-9b40144b14f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.834302 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-05d5ddd4-cf44-44b8-a64c-9b40144b14f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ed6970e-1eaf-4b62-aadf-4a4a54ab463b HTTP/1.1" status: 204 len: 168 time: 0.1687140 Aug 10 14:24:30.845143 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5ddd4-cf44-44b8-a64c-9b40144b14f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed6970e-1eaf-4b62-aadf-4a4a54ab463b,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:30.973467 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-637543ec-888e-46d8-a923-c9d290a1565e req-34fd150a-8b67-4924-9272-4c253b9e94bd service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700432 Aug 10 14:24:31.076198 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'port_id': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'mac_address': 'fa:16:3e:21:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:24:14Z', 'updated_at': '2021-08-10T14:24:29Z', 'revision_number': 1, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:24:31.114110 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-637543ec-888e-46d8-a923-c9d290a1565e req-90f631c7-ccea-428c-98be-ba9405465124 service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314683 Aug 10 14:24:31.122125 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a03b3-5d29-4aeb-9460-d449dff85afa None None] The sync data for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi is: [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'port_id': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'mac_address': 'fa:16:3e:21:f0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:24:14Z', 'updated_at': '2021-08-10T14:24:29Z', 'revision_number': 1, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:24:31.278508 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349ea0a-5d15-45d4-bfda-a3059e7064a4 req-f3c0611f-e655-4952-9486-5ac6994239fb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:31.280113 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e349ea0a-5d15-45d4-bfda-a3059e7064a4 req-f3c0611f-e655-4952-9486-5ac6994239fb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0575962 Aug 10 14:24:31.333927 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e349ea0a-5d15-45d4-bfda-a3059e7064a4 req-29625982-e468-4d93-9358-11d885bcea8d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451574 Aug 10 14:24:31.403736 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb0dec-9e8a-48e4-b3fa-cfca22635ff0 None None] New status for floating IP 0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6: ACTIVE {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:24:31.605735 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:32.499027 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf32337-3c8a-4779-9514-a4130450fec8 req-893e8a2e-f3e3-408d-8d38-b8e6a19daf67 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:32.500625 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abf32337-3c8a-4779-9514-a4130450fec8 req-893e8a2e-f3e3-408d-8d38-b8e6a19daf67 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0666535 Aug 10 14:24:32.543319 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abf32337-3c8a-4779-9514-a4130450fec8 req-c48ac9a5-62f5-44c7-8dcd-43839f7481ca tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Aug 10 14:24:33.685182 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06e555-9fb4-4724-82b6-159ac4e541d5 req-be64ef1d-8607-4742-b324-9f0f3afb78fa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:33.686762 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8f06e555-9fb4-4724-82b6-159ac4e541d5 req-be64ef1d-8607-4742-b324-9f0f3afb78fa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0601723 Aug 10 14:24:33.731302 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8f06e555-9fb4-4724-82b6-159ac4e541d5 req-df6fb38d-6c5a-4f04-ae4a-2e315194bfbf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378063 Aug 10 14:24:34.880841 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df826c-b1e6-4a59-b442-c0731cd8c7ab req-bffa37b9-b92e-4268-b5cc-c0d17f51f841 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:34.883556 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-38df826c-b1e6-4a59-b442-c0731cd8c7ab req-bffa37b9-b92e-4268-b5cc-c0d17f51f841 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0627012 Aug 10 14:24:34.935717 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-38df826c-b1e6-4a59-b442-c0731cd8c7ab req-65e50488-d4a4-46fd-846f-4b51e03c8571 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Aug 10 14:24:35.163604 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316dc7a-228c-4d23-ada4-4110ddc5c938 req-5361b063-9d8f-4aab-bca4-6206562e946e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:35.165133 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1316dc7a-228c-4d23-ada4-4110ddc5c938 req-5361b063-9d8f-4aab-bca4-6206562e946e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0536742 Aug 10 14:24:35.188316 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-3f050f47-9ced-405e-8cea-bd6b9936c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:35.190156 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-3f050f47-9ced-405e-8cea-bd6b9936c3d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1098 time: 0.0527616 Aug 10 14:24:35.206847 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1316dc7a-228c-4d23-ada4-4110ddc5c938 req-e0901a98-69e5-4364-9dce-8e21f8527b41 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345483 Aug 10 14:24:35.301180 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-fe577657-1737-4774-9a81-7cbb87fe7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:35.302942 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-fe577657-1737-4774-9a81-7cbb87fe7dec service neutron] 10.222.0.46 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 920 time: 0.0963621 Aug 10 14:24:35.353824 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-dcfd35cb-e73c-4f86-a1b2-6502673ba2d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6 HTTP/1.1" status: 200 len: 217 time: 0.0397494 Aug 10 14:24:35.409912 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-96caf7cd-cb30-4cc6-8259-4afb77b131d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:35.411492 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-96caf7cd-cb30-4cc6-8259-4afb77b131d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 200 len: 859 time: 0.0466523 Aug 10 14:24:35.444097 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-5836d40f-3024-4280-be31-3e8ef1e83831 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d82446d6-0f3f-413b-b75b-3143718033e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230124 Aug 10 14:24:35.545317 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-9bcb0f21-8a85-4c7c-9d40-dddeed6b3619 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913908 Aug 10 14:24:35.684435 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7814be-8fe1-429e-b915-d7cad823b76a req-61c435eb-5626-4aa4-980b-91fd487bfec6 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004984 Aug 10 14:24:36.068687 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e495-f742-4aef-b85e-a70a40fc5c1b req-f1c218fd-4fff-4901-96db-8707317cb74d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:36.070186 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5e49e495-f742-4aef-b85e-a70a40fc5c1b req-f1c218fd-4fff-4901-96db-8707317cb74d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0556092 Aug 10 14:24:36.111043 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5e49e495-f742-4aef-b85e-a70a40fc5c1b req-3ae53440-ad8a-49b8-9358-70089deb9e60 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347509 Aug 10 14:24:36.343897 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7797db-e4f6-4e6a-b33e-5178289fce7b req-bd773b89-ead0-4945-950c-400b0a4c5f03 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:36.345667 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ef7797db-e4f6-4e6a-b33e-5178289fce7b req-bd773b89-ead0-4945-950c-400b0a4c5f03 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0551953 Aug 10 14:24:36.391728 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ef7797db-e4f6-4e6a-b33e-5178289fce7b req-c398982d-baf7-4de5-b7fe-17a24b233901 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Aug 10 14:24:36.826772 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-4477c410-647d-49e2-b7da-4ca76ee3d9d7 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:36.828734 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-4477c410-647d-49e2-b7da-4ca76ee3d9d7 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 815 time: 0.1084962 Aug 10 14:24:36.846938 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-ff977c33-a5b1-4deb-85ad-cc43c4d2c683 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/quotas/2fbf0fb263184f20b746cd10c11e76f9 HTTP/1.1" status: 200 len: 375 time: 0.0106788 Aug 10 14:24:36.907326 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-88dc08bc-760f-4793-8f2e-cae80f3c17e3 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535812 Aug 10 14:24:37.013054 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-c1a32383-9003-4f67-b05f-d662af511b21 service neutron] 10.222.0.44 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966041 Aug 10 14:24:37.131354 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-cef7051c-445e-4be0-8015-cc06c2cd4e60 service neutron] 10.222.0.44 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110961 Aug 10 14:24:37.285117 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c2bb-8e1a-4a2c-8b6d-56aecf4fe239 req-57e9c3b9-f53a-4105-9e23-98b561dfb160 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:37.286822 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8f27c2bb-8e1a-4a2c-8b6d-56aecf4fe239 req-57e9c3b9-f53a-4105-9e23-98b561dfb160 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0868614 Aug 10 14:24:37.320959 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb827d40-1304-4e4c-aae2-bd77f0f78740 req-3b0096f0-014e-448e-b1b4-bbfd1db4b4db tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 210 time: 0.0331044 Aug 10 14:24:37.359869 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8f27c2bb-8e1a-4a2c-8b6d-56aecf4fe239 req-301afc94-6bee-4cd0-a5cc-f4eda106eec9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625243 Aug 10 14:24:37.538926 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c7c4a-824b-4a52-9f94-76b4c512f515 req-ef625738-62da-415e-b338-8fdc4bc3b567 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:37.540539 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-136c7c4a-824b-4a52-9f94-76b4c512f515 req-ef625738-62da-415e-b338-8fdc4bc3b567 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0660980 Aug 10 14:24:37.588178 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-136c7c4a-824b-4a52-9f94-76b4c512f515 req-19419a9a-2d82-4ff1-a11e-c0c895d8eb0c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384288 Aug 10 14:24:38.429765 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-211e86bf-0584-4f1d-bdbe-5ce93da76c40 req-71b935ae-f9b4-4417-87c2-273225dc7fe2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 210 time: 0.0286007 Aug 10 14:24:38.498659 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d3a7a-8689-46ed-a5e3-f785fbc1447f req-69d9fbd4-bfb7-4abe-8d4a-16dc5750b2e9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:38.500206 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe2d3a7a-8689-46ed-a5e3-f785fbc1447f req-69d9fbd4-bfb7-4abe-8d4a-16dc5750b2e9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0610499 Aug 10 14:24:38.546572 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe2d3a7a-8689-46ed-a5e3-f785fbc1447f req-96200332-ba2b-40c6-9477-9ece79dcb802 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398307 Aug 10 14:24:38.750962 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3200c7-a74f-4bd9-9a6d-d018c78aac4e req-1d845d3e-977f-41fe-9f0c-b4b522c87867 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:38.754755 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2e3200c7-a74f-4bd9-9a6d-d018c78aac4e req-1d845d3e-977f-41fe-9f0c-b4b522c87867 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0867233 Aug 10 14:24:38.798303 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-267320c8-cafa-4426-8f06-b5ab918f2238 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:38.800582 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-267320c8-cafa-4426-8f06-b5ab918f2238 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 815 time: 0.1438437 Aug 10 14:24:38.870186 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Request body: {'port': {'device_id': 'd90f6860-f7c6-4d47-9316-bf56b37e09ac', 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'admin_state_up': True, 'tenant_id': '2fbf0fb263184f20b746cd10c11e76f9'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:39.012827 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2e3200c7-a74f-4bd9-9a6d-d018c78aac4e req-305f833b-22d5-4626-8eef-9a3199cf8b8d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513013 Aug 10 14:24:39.045131 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Made reservation on behalf of 2fbf0fb263184f20b746cd10c11e76f9 for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:24:39.049588 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:39.216774 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Allocated IP 172.20.0.3 (f079afc9-6109-49d0-a620-2a5d48bd655b/555bdecc-1e04-473d-ad51-fb75340fbb1a/6737d08b-29f6-473c-a5f2-77e9541d8873) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:24:39.298406 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:39.389954 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:39.433776 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:39.477237 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['60cf572b-e0ee-4dfa-a8ec-cb6564248e30', '85f1c21d-e3c8-46b9-b166-5da36ed5590b', '75830560-fc46-4dec-bfd4-1ce7fd8a3b81'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:24:39.610915 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fa263-84e4-45d5-a2d2-a905ecd9d2b9 req-dfbf81b1-97cf-4dba-a3c6-b3663a2654b3 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:39.619735 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-102fa263-84e4-45d5-a2d2-a905ecd9d2b9 req-dfbf81b1-97cf-4dba-a3c6-b3663a2654b3 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 931 time: 0.0791500 Aug 10 14:24:39.665314 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-102fa263-84e4-45d5-a2d2-a905ecd9d2b9 req-ebb57a0a-92c2-40b6-8595-a2c84cec558f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Aug 10 14:24:39.718439 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f145f-0e1f-40f2-a89a-db9af80b413a req-75c8a674-b165-4b0e-b615-a3a4577a40e0 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:39.720112 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-404f145f-0e1f-40f2-a89a-db9af80b413a req-75c8a674-b165-4b0e-b615-a3a4577a40e0 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0593143 Aug 10 14:24:39.746456 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Network f079afc9-6109-49d0-a620-2a5d48bd655b is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:24:39.750080 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:24:39.756411 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:24:39.760914 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Pushing event updated for resources: {'Port': ['ID=6737d08b-29f6-473c-a5f2-77e9541d8873,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:39.763384 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-404f145f-0e1f-40f2-a89a-db9af80b413a req-468df79f-9866-4063-ad88-95fd8b8a1537 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353844 Aug 10 14:24:39.819030 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:39.819884 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:39.836857 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-f9d881b6-bf49-4ea6-b03e-848ab50aaedc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9751921 Aug 10 14:24:39.864175 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Request body: {'port': {'device_id': 'd90f6860-f7c6-4d47-9316-bf56b37e09ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:39.937247 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:40.143708 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b04df-68f6-4598-a585-49903b4561b2 req-d6f58a32-13ec-4aac-84b1-a5959afee585 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:40.145521 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e24b04df-68f6-4598-a585-49903b4561b2 req-d6f58a32-13ec-4aac-84b1-a5959afee585 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0538340 Aug 10 14:24:40.195707 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e24b04df-68f6-4598-a585-49903b4561b2 req-bfea4b7d-4965-459b-a9d2-55edc92e8894 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377402 Aug 10 14:24:40.390747 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6737d08b-29f6-473c-a5f2-77e9541d8873 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:24:40.404792 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:40.420605 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Transition to ACTIVE for port object 6737d08b-29f6-473c-a5f2-77e9541d8873 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:24:40.425065 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:40.482662 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Pushing event updated for resources: {'Port': ['ID=6737d08b-29f6-473c-a5f2-77e9541d8873,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:40.571757 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Attempting to bind port 6737d08b-29f6-473c-a5f2-77e9541d8873 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:24:40.572097 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Attempting to bind port 6737d08b-29f6-473c-a5f2-77e9541d8873 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:24:40.572425 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Attempting to bind port 6737d08b-29f6-473c-a5f2-77e9541d8873 on network f079afc9-6109-49d0-a620-2a5d48bd655b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:40.577415 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Port 6737d08b-29f6-473c-a5f2-77e9541d8873 on network f079afc9-6109-49d0-a620-2a5d48bd655b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:24:40.577730 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Attempting to bind port 6737d08b-29f6-473c-a5f2-77e9541d8873 on network f079afc9-6109-49d0-a620-2a5d48bd655b {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:24:40.584901 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:24:40.585271 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Checking segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:24:40.585735 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Bound using segment: {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:24:40.586390 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Bound port: 6737d08b-29f6-473c-a5f2-77e9541d8873, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe09bb7-8fe5-4162-a386-8a70e730e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:24:40.586581 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:40.680622 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] For port 6737d08b-29f6-473c-a5f2-77e9541d8873, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:24:40.684778 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] For port 6737d08b-29f6-473c-a5f2-77e9541d8873, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6737d08b-29f6-473c-a5f2-77e9541d8873,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:24:40.690587 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:40.730766 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:40.737401 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:40.740034 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] 10.222.0.46 "PUT /v2.0/ports/6737d08b-29f6-473c-a5f2-77e9541d8873 HTTP/1.1" status: 200 len: 1093 time: 0.8831189 Aug 10 14:24:40.740974 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90f6860-f7c6-4d47-9316-bf56b37e09ac', 'tag': '6737d08b-29f6-473c-a5f2-77e9541d8873'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:24:40.745151 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0360d785-6d08-4bd9-99a2-1e2168b03146" -d '{"events": [{"name": "network-changed", "server_uuid": "d90f6860-f7c6-4d47-9316-bf56b37e09ac", "tag": "6737d08b-29f6-473c-a5f2-77e9541d8873"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:24:40.794627 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02159815-da4b-4923-a1e2-2e3b3f95bd05 service neutron] Pushing event updated for resources: {'Port': ['ID=6737d08b-29f6-473c-a5f2-77e9541d8873,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:40.847527 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511d921f-6523-4ab8-a743-0bf27677ca8d x-openstack-request-id: req-511d921f-6523-4ab8-a743-0bf27677ca8d {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:24:40.848257 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90f6860-f7c6-4d47-9316-bf56b37e09ac", "tag": "6737d08b-29f6-473c-a5f2-77e9541d8873", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:24:40.848257 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-511d921f-6523-4ab8-a743-0bf27677ca8d {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:24:40.848709 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90f6860-f7c6-4d47-9316-bf56b37e09ac', 'tag': '6737d08b-29f6-473c-a5f2-77e9541d8873', 'status': 'completed', 'code': 200} Aug 10 14:24:40.856822 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73c048-83ba-4582-a8c8-92deb5f4280c req-cc298b79-8a4b-4835-8633-c1521601f7d5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:40.858903 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c73c048-83ba-4582-a8c8-92deb5f4280c req-cc298b79-8a4b-4835-8633-c1521601f7d5 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 943 time: 0.0701075 Aug 10 14:24:40.931490 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c73c048-83ba-4582-a8c8-92deb5f4280c req-58821911-f2df-4b62-80a3-d3505ec903f3 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640779 Aug 10 14:24:40.935442 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be24fb18-deb6-4eec-b947-af74571d398b req-b963b40d-d738-431e-8556-2de0706c0a62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181397 Aug 10 14:24:40.941265 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-aff49347-ef61-49ec-baee-f372945d8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:40.943275 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-aff49347-ef61-49ec-baee-f372945d8025 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 1096 time: 0.1233382 Aug 10 14:24:40.956507 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd1b93-5cf9-4e51-ae8d-842949007d18 req-ed526db2-db8b-400c-8937-008895dae0fa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:40.958255 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4fbd1b93-5cf9-4e51-ae8d-842949007d18 req-ed526db2-db8b-400c-8937-008895dae0fa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0736089 Aug 10 14:24:41.007201 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4fbd1b93-5cf9-4e51-ae8d-842949007d18 req-64c1c532-0d27-433b-9e2f-68c924313aec tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Aug 10 14:24:41.021198 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-4dfb3979-a4ed-4653-87fb-1c45e681e4d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6737d08b-29f6-473c-a5f2-77e9541d8873 HTTP/1.1" status: 200 len: 217 time: 0.0475800 Aug 10 14:24:41.090713 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-d19da1de-8dd7-45ec-8bca-6403a206b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:41.092164 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-d19da1de-8dd7-45ec-8bca-6403a206b30f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.0572803 Aug 10 14:24:41.094683 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24fb18-deb6-4eec-b947-af74571d398b req-d8c9cad0-35f9-4bc3-825b-492262f1371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:41.096113 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be24fb18-deb6-4eec-b947-af74571d398b req-d8c9cad0-35f9-4bc3-825b-492262f1371f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 1098 time: 0.0857592 Aug 10 14:24:41.139106 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-39534fac-01b6-4b21-af93-ba43f7f5c202 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360935 Aug 10 14:24:41.291347 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24fb18-deb6-4eec-b947-af74571d398b req-60a7bbd8-a762-490a-bb9f-0836db49ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:41.292755 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be24fb18-deb6-4eec-b947-af74571d398b req-60a7bbd8-a762-490a-bb9f-0836db49ef2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 916 time: 0.1634395 Aug 10 14:24:41.311503 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-292cf63c-571e-49c8-9403-ade27d8b6747 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592419 Aug 10 14:24:41.336182 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141753-10e1-4e4b-8802-61aba35788c8 req-6ce974d4-b10f-4c0c-b4f8-e815ab8d5a34 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:41.337793 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-81141753-10e1-4e4b-8802-61aba35788c8 req-6ce974d4-b10f-4c0c-b4f8-e815ab8d5a34 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0681734 Aug 10 14:24:41.351608 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be24fb18-deb6-4eec-b947-af74571d398b req-bbac19b8-3d36-44fd-9831-cf8a9dbd0e87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60cf572b-e0ee-4dfa-a8ec-cb6564248e30 HTTP/1.1" status: 200 len: 217 time: 0.0506644 Aug 10 14:24:41.385412 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-81141753-10e1-4e4b-8802-61aba35788c8 req-0b870879-bc27-43c0-9ea4-dbbe80b0b45c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Aug 10 14:24:41.467609 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-fd659f6c-7cf7-4cfc-9ad1-a46b05a4159c req-9dfaf80d-6dba-44fa-a594-608668a51437 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251342 Aug 10 14:24:42.074202 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c362c41-86b0-40cc-ba4c-e1b1d5fdf6d5 req-5b4f3e4f-95e5-4821-853a-97da35fcc505 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:42.076023 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c362c41-86b0-40cc-ba4c-e1b1d5fdf6d5 req-5b4f3e4f-95e5-4821-853a-97da35fcc505 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 943 time: 0.0531886 Aug 10 14:24:42.119918 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c362c41-86b0-40cc-ba4c-e1b1d5fdf6d5 req-8d2ef37f-9344-4746-b739-c3a388855ad9 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Aug 10 14:24:42.273566 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a5176-05ca-4996-ae34-ea1f8e23b0c3 req-9b5b4625-9ced-4ddd-b7b1-6d95b8f1236a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:42.275149 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9e8a5176-05ca-4996-ae34-ea1f8e23b0c3 req-9b5b4625-9ced-4ddd-b7b1-6d95b8f1236a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0527294 Aug 10 14:24:42.335071 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9e8a5176-05ca-4996-ae34-ea1f8e23b0c3 req-f0264bff-eae6-41c1-9f5a-d7fc9a56c0b0 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530512 Aug 10 14:24:42.524147 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a877fcf-f32d-4e99-9bf3-8a8838d25318 req-6bd6f3c8-2473-4319-8b07-568e8ab88722 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:42.526008 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a877fcf-f32d-4e99-9bf3-8a8838d25318 req-6bd6f3c8-2473-4319-8b07-568e8ab88722 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0575552 Aug 10 14:24:42.571980 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a877fcf-f32d-4e99-9bf3-8a8838d25318 req-0425132e-0088-4cb0-85b4-46ea2b387b75 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Aug 10 14:24:43.250837 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4bf18-c0cd-4feb-bc15-dba4453ea8f6 req-d374593a-8dc6-430a-acb6-b08e0d6e250c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:43.253049 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c2d4bf18-c0cd-4feb-bc15-dba4453ea8f6 req-d374593a-8dc6-430a-acb6-b08e0d6e250c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 943 time: 0.0528090 Aug 10 14:24:43.298665 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c2d4bf18-c0cd-4feb-bc15-dba4453ea8f6 req-b7daf91e-eec8-43cc-9379-8a9abb213cb2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356109 Aug 10 14:24:43.473614 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064acf-00a3-40b5-92bd-3d748f8dc95a req-8901fd82-ef76-4adc-8c8f-07995d59a050 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:43.475567 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c064acf-00a3-40b5-92bd-3d748f8dc95a req-8901fd82-ef76-4adc-8c8f-07995d59a050 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0561452 Aug 10 14:24:43.523094 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c064acf-00a3-40b5-92bd-3d748f8dc95a req-3490ed6d-b9dd-4760-9ce3-4128e1242fb0 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Aug 10 14:24:43.703269 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35bb50-4acb-4d93-bb44-6cd42f6fa96c req-fb47bacf-2550-49e9-864a-a39f9e406b2f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:43.705332 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dc35bb50-4acb-4d93-bb44-6cd42f6fa96c req-fb47bacf-2550-49e9-864a-a39f9e406b2f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0574033 Aug 10 14:24:43.748262 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dc35bb50-4acb-4d93-bb44-6cd42f6fa96c req-c9c6ac79-3225-4cfa-8187-f2952ebb6427 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361400 Aug 10 14:24:44.175481 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24fb18-deb6-4eec-b947-af74571d398b req-02263268-7221-444c-8d62-7f5406e2e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:44.177076 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be24fb18-deb6-4eec-b947-af74571d398b req-02263268-7221-444c-8d62-7f5406e2e29b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.0559359 Aug 10 14:24:44.292786 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be24fb18-deb6-4eec-b947-af74571d398b req-219bba67-46bd-4cd2-987a-5f16c91892a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377836 Aug 10 14:24:44.376714 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-1db29069-b5f6-4b72-ac7e-3a121911e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:44.378213 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-1db29069-b5f6-4b72-ac7e-3a121911e26c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 1096 time: 0.0991552 Aug 10 14:24:44.426091 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aad50f-d4be-4d8a-8953-0d5f5fc606eb req-9ec82948-1a39-4b24-a871-e1fa7a2ff1ca tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:44.427575 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-23aad50f-d4be-4d8a-8953-0d5f5fc606eb req-9ec82948-1a39-4b24-a871-e1fa7a2ff1ca tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 943 time: 0.0551388 Aug 10 14:24:44.456495 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be24fb18-deb6-4eec-b947-af74571d398b req-1f3d7fdd-b241-4a70-b377-c4a8dfc6886f service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467395 Aug 10 14:24:44.474862 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-23aad50f-d4be-4d8a-8953-0d5f5fc606eb req-077d819f-2ef7-4451-8d2d-839e62d5f1c1 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359144 Aug 10 14:24:44.551070 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-6a2c2e04-ac09-4be7-aa14-e5737bf19f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:44.552557 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-6a2c2e04-ac09-4be7-aa14-e5737bf19f2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 200 len: 916 time: 0.1617298 Aug 10 14:24:44.605615 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-669b5759-0f7a-4e9f-9507-6ae5b736afda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6737d08b-29f6-473c-a5f2-77e9541d8873 HTTP/1.1" status: 200 len: 217 time: 0.0413678 Aug 10 14:24:44.631524 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-be24fb18-deb6-4eec-b947-af74571d398b req-e834b5c8-44ab-4c3c-be22-f05fdcb332f1 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617694 Aug 10 14:24:44.660804 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22532cb5-7223-484f-a5c7-03673b110d93 req-957d595d-26e2-4b6b-a473-cd94d8c971b7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:44.662845 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22532cb5-7223-484f-a5c7-03673b110d93 req-957d595d-26e2-4b6b-a473-cd94d8c971b7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0548272 Aug 10 14:24:44.672537 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-7d8e0c35-c1d0-4edb-bdba-094232316abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:44.675179 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-7d8e0c35-c1d0-4edb-bdba-094232316abf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 200 len: 855 time: 0.0572500 Aug 10 14:24:44.734032 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22532cb5-7223-484f-a5c7-03673b110d93 req-0e556966-18ee-44bd-94cc-7dfb1dd8d147 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645330 Aug 10 14:24:44.819207 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-0f9ebb22-c3d0-427a-a3c2-19c1535daf7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f079afc9-6109-49d0-a620-2a5d48bd655b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378966 Aug 10 14:24:44.896072 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce10f52-f7ac-46e1-a312-a16cb2d0efb7 req-137c64fe-3c83-4928-b73f-5e88f6f55c1e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:44.897676 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ce10f52-f7ac-46e1-a312-a16cb2d0efb7 req-137c64fe-3c83-4928-b73f-5e88f6f55c1e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0601153 Aug 10 14:24:44.957495 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-e9e28810-7389-49e9-a1d7-65e8052e41f3 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265240 Aug 10 14:24:44.961637 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ce10f52-f7ac-46e1-a312-a16cb2d0efb7 req-afb6dedc-96d5-490c-9197-028f00828514 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568564 Aug 10 14:24:45.059246 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-0360d785-6d08-4bd9-99a2-1e2168b03146 req-93e408de-4f79-4491-8f35-796e46c825c0 service neutron] 10.222.0.46 "GET /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920084 Aug 10 14:24:45.597468 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556021ad-77ff-4859-bba6-c809c3157ccd req-9c41fb05-8748-4477-8501-9f5f5093e1dd tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:45.599097 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-556021ad-77ff-4859-bba6-c809c3157ccd req-9c41fb05-8748-4477-8501-9f5f5093e1dd tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 943 time: 0.0521212 Aug 10 14:24:45.641080 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-556021ad-77ff-4859-bba6-c809c3157ccd req-64a9f8f7-fe7d-428e-9967-b21daa7519ab tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Aug 10 14:24:45.864578 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77608b7f-e16c-445e-8820-38379dd478e1 req-c6942cea-3692-4e6b-ab61-a4965eb4c7ae tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:45.866070 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-77608b7f-e16c-445e-8820-38379dd478e1 req-c6942cea-3692-4e6b-ab61-a4965eb4c7ae tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0529492 Aug 10 14:24:45.913313 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-77608b7f-e16c-445e-8820-38379dd478e1 req-2c2a5f4b-eabe-44e0-beed-4c33a803a52f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Aug 10 14:24:46.083897 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5165aff-2cfa-4449-8012-573257eb6343 req-39b31b51-4221-4814-be94-f714f75bafe6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:46.085815 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f5165aff-2cfa-4449-8012-573257eb6343 req-39b31b51-4221-4814-be94-f714f75bafe6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0517173 Aug 10 14:24:46.129617 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f5165aff-2cfa-4449-8012-573257eb6343 req-0e346395-33e9-4cea-a78d-acfaaa76e762 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344832 Aug 10 14:24:46.764726 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdded1-c806-47df-957c-db262949b34f req-e488e22c-db45-4054-b1a0-3edfb267cbad tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:46.766372 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0fdded1-c806-47df-957c-db262949b34f req-e488e22c-db45-4054-b1a0-3edfb267cbad tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 943 time: 0.0526299 Aug 10 14:24:46.822337 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0fdded1-c806-47df-957c-db262949b34f req-f614c0e3-4ccc-4872-b491-d5d1411f3b66 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463815 Aug 10 14:24:47.060031 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782dec-7880-49cf-8756-8fa6d61198d5 req-a14500d2-8e63-477c-acc9-488f8df0331d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:47.062505 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-90782dec-7880-49cf-8756-8fa6d61198d5 req-a14500d2-8e63-477c-acc9-488f8df0331d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0609109 Aug 10 14:24:47.113246 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-90782dec-7880-49cf-8756-8fa6d61198d5 req-965ef0a6-b7f3-48db-87a1-dc97d5e79da3 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436172 Aug 10 14:24:47.258532 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f59ba-c244-40f8-bf70-934d541650b5 req-81520c86-b31b-4014-835f-33e0328eaa90 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:47.260148 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6b9f59ba-c244-40f8-bf70-934d541650b5 req-81520c86-b31b-4014-835f-33e0328eaa90 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0565813 Aug 10 14:24:47.293638 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 6737d08b-29f6-473c-a5f2-77e9541d8873 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:24:47.311774 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6b9f59ba-c244-40f8-bf70-934d541650b5 req-9a25cd2b-889b-4712-9ebd-96e79ec7fe7e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449946 Aug 10 14:24:47.441373 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 6737d08b-29f6-473c-a5f2-77e9541d8873, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6737d08b-29f6-473c-a5f2-77e9541d8873,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:47.464229 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '6737d08b-29f6-473c-a5f2-77e9541d8873', 'network_id': 'f079afc9-6109-49d0-a620-2a5d48bd655b', 'port_id': '6737d08b-29f6-473c-a5f2-77e9541d8873', 'mac_address': 'fa:16:3e:89:2f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '555bdecc-1e04-473d-ad51-fb75340fbb1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:24:47.540945 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:47.559998 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6737d08b-29f6-473c-a5f2-77e9541d8873 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:24:47.588489 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 6737d08b-29f6-473c-a5f2-77e9541d8873, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6737d08b-29f6-473c-a5f2-77e9541d8873,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:47.593634 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:47.648391 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=6737d08b-29f6-473c-a5f2-77e9541d8873,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:47.655816 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.656182 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.656543 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.657085 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.657628 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.658639 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.659140 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.659479 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.660607 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.660968 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.661298 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.661914 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:47.771553 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:24:47.960753 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2c73f-dee9-4ee0-a24f-8ffc850d6495 req-26357b23-acac-4bf0-9e36-d21381763f48 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:47.962471 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ddf2c73f-dee9-4ee0-a24f-8ffc850d6495 req-26357b23-acac-4bf0-9e36-d21381763f48 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 944 time: 0.0604959 Aug 10 14:24:48.005783 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ddf2c73f-dee9-4ee0-a24f-8ffc850d6495 req-f19ac16b-193f-49e1-b35b-646b1816abf6 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Aug 10 14:24:48.067916 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['6737d08b-29f6-473c-a5f2-77e9541d8873'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:24:48.251148 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e939d-7142-46de-b5ca-5b046b8b454a req-053b7ece-e308-4f23-90e6-8b31119cae8f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:48.253354 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c7e939d-7142-46de-b5ca-5b046b8b454a req-053b7ece-e308-4f23-90e6-8b31119cae8f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0548701 Aug 10 14:24:48.302141 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c7e939d-7142-46de-b5ca-5b046b8b454a req-49517a3d-d8be-43ad-bc56-4e77e747c004 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Aug 10 14:24:48.453588 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5be2b-05c9-4f65-861a-78224294a9f3 req-f39272d4-8301-4e49-b25e-aaac4108e8be tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:48.456638 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5cb5be2b-05c9-4f65-861a-78224294a9f3 req-f39272d4-8301-4e49-b25e-aaac4108e8be tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0555561 Aug 10 14:24:48.498853 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5cb5be2b-05c9-4f65-861a-78224294a9f3 req-9756b54b-44db-41a1-9b01-43917176efd2 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354984 Aug 10 14:24:49.137126 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4dee7-f471-4de9-b45f-72211c326ed2 req-a78a2b56-07eb-4d77-9e85-7c51a909a590 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:49.138714 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-18c4dee7-f471-4de9-b45f-72211c326ed2 req-a78a2b56-07eb-4d77-9e85-7c51a909a590 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 944 time: 0.0533915 Aug 10 14:24:49.182203 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-18c4dee7-f471-4de9-b45f-72211c326ed2 req-c7392dab-fc4e-402e-8b19-74616f1bc9b8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357945 Aug 10 14:24:49.321059 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 6737d08b-29f6-473c-a5f2-77e9541d8873 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:49.379446 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 6737d08b-29f6-473c-a5f2-77e9541d8873 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:24:49.384603 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 6737d08b-29f6-473c-a5f2-77e9541d8873 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:49.385104 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:49.483646 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:49.484048 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9723a6-470c-4d6e-bb08-e7c152c2d329 req-d41b733f-8d67-451f-b70d-5c26b0c90ad4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:49.494009 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da9723a6-470c-4d6e-bb08-e7c152c2d329 req-d41b733f-8d67-451f-b70d-5c26b0c90ad4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0858791 Aug 10 14:24:49.515380 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90f6860-f7c6-4d47-9316-bf56b37e09ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6737d08b-29f6-473c-a5f2-77e9541d8873'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:24:49.520031 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32f9f36-6831-4f6b-b2b1-55ecfad3de08" -d '{"events": [{"server_uuid": "d90f6860-f7c6-4d47-9316-bf56b37e09ac", "name": "network-vif-plugged", "status": "completed", "tag": "6737d08b-29f6-473c-a5f2-77e9541d8873"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:24:49.542375 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 6737d08b-29f6-473c-a5f2-77e9541d8873, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6737d08b-29f6-473c-a5f2-77e9541d8873,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:49.550293 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:49.556550 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da9723a6-470c-4d6e-bb08-e7c152c2d329 req-e816f714-4510-4acf-b7bf-e50244c77a54 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565758 Aug 10 14:24:49.628510 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20d9b97-7184-438b-b837-ae7377005c21 x-openstack-request-id: req-c20d9b97-7184-438b-b837-ae7377005c21 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:24:49.628978 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90f6860-f7c6-4d47-9316-bf56b37e09ac", "name": "network-vif-plugged", "status": "completed", "tag": "6737d08b-29f6-473c-a5f2-77e9541d8873", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:24:49.629384 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c20d9b97-7184-438b-b837-ae7377005c21 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:24:49.630064 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90f6860-f7c6-4d47-9316-bf56b37e09ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6737d08b-29f6-473c-a5f2-77e9541d8873', 'code': 200} Aug 10 14:24:49.648007 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=6737d08b-29f6-473c-a5f2-77e9541d8873,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:49.670617 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f1a85-8c4d-4803-80a2-122622b52b47 req-6e24820c-9b59-4447-a27f-2370f6b9c24c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:49.673544 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f91f1a85-8c4d-4803-80a2-122622b52b47 req-6e24820c-9b59-4447-a27f-2370f6b9c24c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0916386 Aug 10 14:24:49.725152 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f91f1a85-8c4d-4803-80a2-122622b52b47 req-33279fcb-9ca7-4eb7-8c21-9f4ffa343a1c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449877 Aug 10 14:24:50.305485 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d3ad1-38cb-4f02-95f7-daa607703993 req-e2910590-bfe0-4966-ae45-a2181393f88b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:50.307143 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a3d3ad1-38cb-4f02-95f7-daa607703993 req-e2910590-bfe0-4966-ae45-a2181393f88b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0523138 Aug 10 14:24:50.349347 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a3d3ad1-38cb-4f02-95f7-daa607703993 req-fdd409e1-6650-4391-a9a9-262fcdb7ca1f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358932 Aug 10 14:24:50.686553 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b72a9-87fb-4b51-a355-f45b873c56f8 req-014882fa-ac51-4a90-889a-d1dc302651fe tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:50.688115 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-174b72a9-87fb-4b51-a355-f45b873c56f8 req-014882fa-ac51-4a90-889a-d1dc302651fe tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0502336 Aug 10 14:24:50.738801 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-174b72a9-87fb-4b51-a355-f45b873c56f8 req-4eecb871-5742-4385-a850-7b3f80042108 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 Aug 10 14:24:50.860794 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324f845-325d-4e6c-9bcb-c3428f92eca4 req-7a644243-0e69-4b5b-ae73-645fda571d91 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:50.862905 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8324f845-325d-4e6c-9bcb-c3428f92eca4 req-7a644243-0e69-4b5b-ae73-645fda571d91 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0602648 Aug 10 14:24:50.910892 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8324f845-325d-4e6c-9bcb-c3428f92eca4 req-a9332158-706b-4265-a4b1-236ea8be068f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Aug 10 14:24:51.495612 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbfdbb-73af-424d-8aa5-b5c683dbc07f req-11923599-7e04-40ea-b3f9-6059cf4a9d47 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:51.497292 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dbfbfdbb-73af-424d-8aa5-b5c683dbc07f req-11923599-7e04-40ea-b3f9-6059cf4a9d47 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0670204 Aug 10 14:24:51.540457 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dbfbfdbb-73af-424d-8aa5-b5c683dbc07f req-9a15af2a-c40c-43b3-897a-0407b0a4c000 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354784 Aug 10 14:24:51.888994 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90476969-fdca-4e81-82ed-c75bbae5997a req-585026e1-4c3a-47f3-80fe-a79e3dfcb5a7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:51.890584 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-90476969-fdca-4e81-82ed-c75bbae5997a req-585026e1-4c3a-47f3-80fe-a79e3dfcb5a7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0572486 Aug 10 14:24:51.945005 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-90476969-fdca-4e81-82ed-c75bbae5997a req-01a59961-aafd-4537-8254-b3bd5613771d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Aug 10 14:24:52.093372 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90754f-2677-4ea6-a53c-768b483301ba req-53c10429-e1eb-4fb6-9785-f0f1340b1b17 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:52.095136 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7c90754f-2677-4ea6-a53c-768b483301ba req-53c10429-e1eb-4fb6-9785-f0f1340b1b17 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0597022 Aug 10 14:24:52.137754 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7c90754f-2677-4ea6-a53c-768b483301ba req-b5352a70-4d27-45bc-8cf3-ff7b9ef06035 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355186 Aug 10 14:24:52.284730 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:24:52.384948 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:52.396353 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '45201a0f-36b7-4a65-87c2-af786f045751', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'port_id': '45201a0f-36b7-4a65-87c2-af786f045751', 'mac_address': 'fa:16:3e:2f:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:24:52.435326 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:52.453377 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45201a0f-36b7-4a65-87c2-af786f045751 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:24:52.478557 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:52.482099 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:52.533078 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=6']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:52.580143 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4f2c3-9af7-4a30-963d-e01058e056cc req-c078ef0d-8262-48be-87f0-02c48aa4fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:52.582000 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-62c4f2c3-9af7-4a30-963d-e01058e056cc req-c078ef0d-8262-48be-87f0-02c48aa4fd3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 1098 time: 0.0460258 Aug 10 14:24:52.623248 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-62c4f2c3-9af7-4a30-963d-e01058e056cc req-9960d051-cb87-461e-ad36-d7ee5aeb4c1c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Aug 10 14:24:52.662920 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de9548-0749-4ecb-a94a-4173fc111b43 req-9f7666b4-e13e-4bde-9d91-4ac065efa095 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:52.664360 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39de9548-0749-4ecb-a94a-4173fc111b43 req-9f7666b4-e13e-4bde-9d91-4ac065efa095 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0502336 Aug 10 14:24:52.704669 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39de9548-0749-4ecb-a94a-4173fc111b43 req-c5d3fdea-405e-41e7-9193-3e56219b6956 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338016 Aug 10 14:24:52.778322 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['45201a0f-36b7-4a65-87c2-af786f045751'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:24:53.088632 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a790b-2b64-49d9-af9d-65508508340e req-8290b72f-a554-4ff5-92d7-9864e00c33d6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:53.090352 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3e4a790b-2b64-49d9-af9d-65508508340e req-8290b72f-a554-4ff5-92d7-9864e00c33d6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 944 time: 0.0581093 Aug 10 14:24:53.140475 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3e4a790b-2b64-49d9-af9d-65508508340e req-e30e583f-362e-473b-8e8f-ff50276d05ff tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418420 Aug 10 14:24:53.278439 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60027e-354a-42b1-888e-76f1e771e696 req-f8c96855-351e-4d78-8308-26e562a199f1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:53.280328 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe60027e-354a-42b1-888e-76f1e771e696 req-f8c96855-351e-4d78-8308-26e562a199f1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0642698 Aug 10 14:24:53.329323 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fe60027e-354a-42b1-888e-76f1e771e696 req-60f18c81-901b-4164-919b-ebe5c34692fe tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Aug 10 14:24:53.827722 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aadf7-dc60-4283-9a9f-bcdd95db51ff req-801f1f54-3196-41d9-a345-5df46070db93 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:53.829888 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0c5aadf7-dc60-4283-9a9f-bcdd95db51ff req-801f1f54-3196-41d9-a345-5df46070db93 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0550344 Aug 10 14:24:53.871577 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0c5aadf7-dc60-4283-9a9f-bcdd95db51ff req-eaefa14a-acf7-480d-ae8e-105621a81e7f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349874 Aug 10 14:24:54.271101 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20d865-5aca-4fe8-9fd1-83c20ff9181d req-4e1c2b59-5ab4-4362-8d1b-96bce81f30fe tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:54.272434 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:24:54.272933 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ee20d865-5aca-4fe8-9fd1-83c20ff9181d req-4e1c2b59-5ab4-4362-8d1b-96bce81f30fe tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 944 time: 0.0538790 Aug 10 14:24:54.321216 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ee20d865-5aca-4fe8-9fd1-83c20ff9181d req-25ea65d7-c23f-4eed-9da6-dd0bcefb81e6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389190 Aug 10 14:24:54.357793 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 45201a0f-36b7-4a65-87c2-af786f045751 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:54.358452 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:54.488037 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:54.526657 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:24:54.526945 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddefcf-de0b-42ae-8183-439a80139ee5 req-b0028733-0056-4bd9-8aa6-9794e4ae650c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:54.530136 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3ddefcf-de0b-42ae-8183-439a80139ee5 req-b0028733-0056-4bd9-8aa6-9794e4ae650c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0994463 Aug 10 14:24:54.537678 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a42839-2ab3-49c3-98b0-5a1ca40d7a76" -d '{"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-plugged", "status": "completed", "tag": "45201a0f-36b7-4a65-87c2-af786f045751"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:24:54.557410 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:24:54.563529 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:54.598325 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3ddefcf-de0b-42ae-8183-439a80139ee5 req-1720e3c4-c418-4bd5-8d84-ee693f3b2489 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598271 Aug 10 14:24:54.608915 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4982e8b9-8885-45e7-874e-6b987a703511 x-openstack-request-id: req-4982e8b9-8885-45e7-874e-6b987a703511 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:24:54.609260 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-plugged", "status": "completed", "tag": "45201a0f-36b7-4a65-87c2-af786f045751", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:24:54.609436 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4982e8b9-8885-45e7-874e-6b987a703511 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:24:54.609811 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751', 'code': 200} Aug 10 14:24:54.640316 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=7']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:54.991990 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456eb94-d21a-4e23-a60b-15bc1bb330b2 req-d0dcb6da-4d7d-4176-90e9-3051c6a2921b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:54.993576 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3456eb94-d21a-4e23-a60b-15bc1bb330b2 req-d0dcb6da-4d7d-4176-90e9-3051c6a2921b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0505321 Aug 10 14:24:55.033679 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3456eb94-d21a-4e23-a60b-15bc1bb330b2 req-bdd5552f-7460-4506-9028-ccf401e40bda tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Aug 10 14:24:55.468827 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b163a-3bbd-454a-968e-1f41905c3307 req-2c8669cc-0e2e-4963-bac5-97f958246d07 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:55.471054 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a5b163a-3bbd-454a-968e-1f41905c3307 req-2c8669cc-0e2e-4963-bac5-97f958246d07 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0521486 Aug 10 14:24:55.524745 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a5b163a-3bbd-454a-968e-1f41905c3307 req-fc0f8e5c-cc12-4686-9929-12ad33e27604 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Aug 10 14:24:55.749240 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584cc8-5e48-4be1-b57a-b64fcd558d46 req-dcdf062a-90bc-4a76-8568-ae7ff553fbdf tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:55.751038 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5d584cc8-5e48-4be1-b57a-b64fcd558d46 req-dcdf062a-90bc-4a76-8568-ae7ff553fbdf tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0602374 Aug 10 14:24:55.804798 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5d584cc8-5e48-4be1-b57a-b64fcd558d46 req-6b99da31-4900-415d-be31-6222a60722cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461035 Aug 10 14:24:55.809826 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-91256a9b-f9e2-4578-a0d0-ae26da65dcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:56.689696 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9446e-77e6-4b30-b8d1-3e94ffa0dbff req-2876600e-fd35-4dd8-9d07-3906e731250a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:56.692666 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1cb9446e-77e6-4b30-b8d1-3e94ffa0dbff req-2876600e-fd35-4dd8-9d07-3906e731250a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0836256 Aug 10 14:24:56.745753 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1cb9446e-77e6-4b30-b8d1-3e94ffa0dbff req-87208173-f8b8-4110-8b0b-d8389263fa9a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Aug 10 14:24:56.953396 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647f48-fcca-4078-aecd-67627a492158 req-22394495-164b-4543-bba4-c3d0bf672530 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:56.955844 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c5647f48-fcca-4078-aecd-67627a492158 req-22394495-164b-4543-bba4-c3d0bf672530 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0579853 Aug 10 14:24:57.031481 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c5647f48-fcca-4078-aecd-67627a492158 req-197c3715-fc2a-4175-b64d-84c8f171aea6 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619242 Aug 10 14:24:57.978812 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6d0b3-0672-4ea3-83a6-95073d794053 req-8d07e665-2041-48c5-b371-758c639644c4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:57.987668 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b9c6d0b3-0672-4ea3-83a6-95073d794053 req-8d07e665-2041-48c5-b371-758c639644c4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.1379039 Aug 10 14:24:58.062917 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b9c6d0b3-0672-4ea3-83a6-95073d794053 req-a9a07147-7c2f-4d2e-b435-a40fbcd86785 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737753 Aug 10 14:24:58.227225 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2692e05-beed-4003-aa5b-7a617cbbe8c5 req-d6b3c50e-73f9-4e5b-b4ba-98362491c6cd tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:58.236008 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f2692e05-beed-4003-aa5b-7a617cbbe8c5 req-d6b3c50e-73f9-4e5b-b4ba-98362491c6cd tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0892820 Aug 10 14:24:58.288650 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f2692e05-beed-4003-aa5b-7a617cbbe8c5 req-6a2bd51f-8bfd-461e-b96e-acee7e9ecace tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511715 Aug 10 14:24:58.446396 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 51850) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:58.609313 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0bf05e5c-04fd-4ef2-bd6c-a9a7ebcdc071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:58.616445 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-053d9659-1e01-42c2-a883-74c6ead4c039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:58.741809 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:58.787217 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-053d9659-1e01-42c2-a883-74c6ead4c039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:58.793355 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-053d9659-1e01-42c2-a883-74c6ead4c039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:58.870848 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-053d9659-1e01-42c2-a883-74c6ead4c039 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fbc199255414e2b9f904215320e738b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230270 Aug 10 14:24:58.871195 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 51854) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:58.873061 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d9659-1e01-42c2-a883-74c6ead4c039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3af138-108e-461e-8cf2-4fe1452b3fea,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:58.969585 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0960edfe-9c1f-43a2-99cc-b19892f476ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:59.020045 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0960edfe-9c1f-43a2-99cc-b19892f476ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:59.156641 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0960edfe-9c1f-43a2-99cc-b19892f476ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:59.163340 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0960edfe-9c1f-43a2-99cc-b19892f476ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:59.168700 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0960edfe-9c1f-43a2-99cc-b19892f476ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad3af138-108e-461e-8cf2-4fe1452b3fea HTTP/1.1" status: 204 len: 168 time: 0.2918389 Aug 10 14:24:59.201629 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960edfe-9c1f-43a2-99cc-b19892f476ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3af138-108e-461e-8cf2-4fe1452b3fea,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:59.358879 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808636-443f-477d-ac2d-3b47b3266386 req-8a815933-ab11-42bb-b8c3-12f167264680 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:59.382437 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d808636-443f-477d-ac2d-3b47b3266386 req-8a815933-ab11-42bb-b8c3-12f167264680 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.1289549 Aug 10 14:24:59.463923 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d808636-443f-477d-ac2d-3b47b3266386 req-1b1e7434-376d-4544-833e-c6d11e3fee92 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784876 Aug 10 14:24:59.593912 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd26cb-0a79-4ba1-af46-a57ee31ff024 req-bd7520c1-108e-4e06-bacf-ae42b6271f1f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:59.613833 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5fd26cb-0a79-4ba1-af46-a57ee31ff024 req-bd7520c1-108e-4e06-bacf-ae42b6271f1f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1443212 Aug 10 14:24:59.681467 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d5fd26cb-0a79-4ba1-af46-a57ee31ff024 req-589b8df0-e561-4f0b-bf4f-66de775fc851 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628626 Aug 10 14:24:59.864785 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:00.802256 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b70f1d-164e-4aff-a504-02b3ccf793ec req-7f4308d0-854d-449a-8d33-f85a898e5e58 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:00.805322 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14b70f1d-164e-4aff-a504-02b3ccf793ec req-7f4308d0-854d-449a-8d33-f85a898e5e58 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.1556296 Aug 10 14:25:00.896789 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14b70f1d-164e-4aff-a504-02b3ccf793ec req-24a0f2c8-3ed0-44cc-9fcd-a983d0d4ef9e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832212 Aug 10 14:25:01.094587 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470d2be-327b-417e-a517-9f3edcee0fdd req-f3e3dd90-7b53-4920-824a-34c74f9e78f3 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:01.097537 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b470d2be-327b-417e-a517-9f3edcee0fdd req-f3e3dd90-7b53-4920-824a-34c74f9e78f3 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0803668 Aug 10 14:25:01.229111 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b470d2be-327b-417e-a517-9f3edcee0fdd req-19f9e7c4-3844-4b98-9492-245e178c812f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132667 Aug 10 14:25:01.578035 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:02.074543 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078da2-04e8-41c3-a6cc-57d6235623f5 req-bd01120a-912d-4f3d-b251-e5328599dd5f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:02.076854 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bd078da2-04e8-41c3-a6cc-57d6235623f5 req-bd01120a-912d-4f3d-b251-e5328599dd5f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0793457 Aug 10 14:25:02.158729 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bd078da2-04e8-41c3-a6cc-57d6235623f5 req-bdd5ada6-322d-4f91-9e3b-58c0155da4e3 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747521 Aug 10 14:25:02.455861 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657dda9-3add-4368-a528-a6e89bf4824b req-abce9d23-32ce-4234-8c7d-4c64fd2b2a84 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:02.458798 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a657dda9-3add-4368-a528-a6e89bf4824b req-abce9d23-32ce-4234-8c7d-4c64fd2b2a84 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1013439 Aug 10 14:25:02.542002 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a657dda9-3add-4368-a528-a6e89bf4824b req-50ae9eb1-c972-4eac-8950-eb2b83c7645b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684414 Aug 10 14:25:03.130491 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec0ba4-25cf-4b88-b21e-a6de87cf914d req-29cd89a3-64ea-4e88-8158-323d29c554f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:03.133082 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e3ec0ba4-25cf-4b88-b21e-a6de87cf914d req-29cd89a3-64ea-4e88-8158-323d29c554f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1098 time: 0.0774736 Aug 10 14:25:03.235686 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-e3ec0ba4-25cf-4b88-b21e-a6de87cf914d req-87bd0c6e-c728-477a-9205-26987384f46c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860076 Aug 10 14:25:03.422928 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689a86e-7170-4e77-bc9e-da16541ce5a5 req-072165e4-e430-43b6-b807-43927e9c2a24 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:03.426847 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2689a86e-7170-4e77-bc9e-da16541ce5a5 req-072165e4-e430-43b6-b807-43927e9c2a24 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.1096828 Aug 10 14:25:03.531540 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2689a86e-7170-4e77-bc9e-da16541ce5a5 req-5084ed18-0cf3-45e6-86f4-6d7dd7f91dd8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936878 Aug 10 14:25:03.821854 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796b6ed-114b-43bf-8941-0482a3714a3b req-abbf7427-5b2b-40e6-b90b-2e11e00baaff tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:03.835094 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2796b6ed-114b-43bf-8941-0482a3714a3b req-abbf7427-5b2b-40e6-b90b-2e11e00baaff tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1187048 Aug 10 14:25:03.911042 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2796b6ed-114b-43bf-8941-0482a3714a3b req-9b6ed526-160e-478c-8e23-afb418f40e16 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728159 Aug 10 14:25:04.780779 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22a0de-1721-44eb-86d6-045858bc3822 req-9c32d79e-6288-4320-a268-d3066bc86e14 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:04.790933 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e22a0de-1721-44eb-86d6-045858bc3822 req-9c32d79e-6288-4320-a268-d3066bc86e14 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.1211953 Aug 10 14:25:04.904488 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e22a0de-1721-44eb-86d6-045858bc3822 req-54ce5dfa-35ef-41b8-ad6f-65b9094f3416 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983517 Aug 10 14:25:05.163804 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf60655-da6c-416f-b0b1-a7433f7298c2 req-33d06a77-4867-4b29-9ee7-49e05ac6193f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:05.166738 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abf60655-da6c-416f-b0b1-a7433f7298c2 req-33d06a77-4867-4b29-9ee7-49e05ac6193f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0989823 Aug 10 14:25:05.271666 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abf60655-da6c-416f-b0b1-a7433f7298c2 req-45227211-6627-450e-8c89-3967db36343a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918844 Aug 10 14:25:05.863091 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-5fa4c896-847f-478f-8d49-ad31bdf84667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:05.867120 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-5fa4c896-847f-478f-8d49-ad31bdf84667 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 1098 time: 0.0832822 Aug 10 14:25:05.896872 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94c8f9-c7ba-470b-8da9-074c7d93151c req-d2d14099-eeee-49b1-a260-15c92521ca02 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:05.899581 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb94c8f9-c7ba-470b-8da9-074c7d93151c req-d2d14099-eeee-49b1-a260-15c92521ca02 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1198332 Aug 10 14:25:05.999883 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb94c8f9-c7ba-470b-8da9-074c7d93151c req-b695815d-1f96-4968-b01d-14728edab2e8 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847507 Aug 10 14:25:06.121957 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-c4f3706e-bf12-4e8d-ae2d-261c0e0c276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:06.124218 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-c4f3706e-bf12-4e8d-ae2d-261c0e0c276a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 200 len: 920 time: 0.2457492 Aug 10 14:25:06.244576 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26216-601e-45c6-af50-adcff2b2a8eb req-16b7e007-1836-4442-919e-2bf05a947813 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:06.258564 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7df26216-601e-45c6-af50-adcff2b2a8eb req-16b7e007-1836-4442-919e-2bf05a947813 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.1383185 Aug 10 14:25:06.312763 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-83dd9ff7-c3e0-4405-98fc-67266d50dcdb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6 HTTP/1.1" status: 200 len: 217 time: 0.1565094 Aug 10 14:25:06.318791 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7df26216-601e-45c6-af50-adcff2b2a8eb req-81d871b5-b526-4dd8-a21b-8f8cc038d5f8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581875 Aug 10 14:25:06.436029 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-ab3fdf30-754d-4948-9f62-694ad6b47982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:06.440590 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-ab3fdf30-754d-4948-9f62-694ad6b47982 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 200 len: 859 time: 0.1171536 Aug 10 14:25:06.510847 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-412bf0cf-514a-47e0-94a5-fef9ea32ac63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d82446d6-0f3f-413b-b75b-3143718033e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620911 Aug 10 14:25:06.721258 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-53828680-461c-4f2c-abbc-0f4cce0559fd service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011304 Aug 10 14:25:06.925819 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-cc54f9f1-d05f-4b6e-8ee2-da4d7ba74fb4 req-815e3e77-52e3-4088-b382-1f9f0201d368 service neutron] 10.222.0.46 "GET /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904311 Aug 10 14:25:07.268458 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305e4c9-c5d9-4bde-8b21-630e1a904e5b req-c815ea18-7043-479c-8c3e-35ea8568c4f0 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:07.286774 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a305e4c9-c5d9-4bde-8b21-630e1a904e5b req-c815ea18-7043-479c-8c3e-35ea8568c4f0 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1194670 Aug 10 14:25:07.359510 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a305e4c9-c5d9-4bde-8b21-630e1a904e5b req-7360fcb9-556a-4630-b4b5-f5e1ea4d5582 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705457 Aug 10 14:25:07.579149 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d32c5-7085-482c-881f-927317bd3b78 req-41d346be-75c7-48f9-be44-b20316e9c61c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:07.581877 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-937d32c5-7085-482c-881f-927317bd3b78 req-41d346be-75c7-48f9-be44-b20316e9c61c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.1137750 Aug 10 14:25:07.676288 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-937d32c5-7085-482c-881f-927317bd3b78 req-d92442e6-d913-4ddf-9f40-90feea0e0baf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834064 Aug 10 14:25:08.690108 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b4e4d-233e-4ccd-90b5-0316c3c101ed req-fc864249-7dc0-456f-ae0f-53186ee394d1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:08.690108 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fc4b4e4d-233e-4ccd-90b5-0316c3c101ed req-fc864249-7dc0-456f-ae0f-53186ee394d1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1728539 Aug 10 14:25:08.753635 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fc4b4e4d-233e-4ccd-90b5-0316c3c101ed req-ce8dc04a-d97f-45ba-bc0b-bd49192d1e0a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465930 Aug 10 14:25:08.920333 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdaf63-94ce-4461-9f93-5b683c4052e2 req-52bf49b9-c337-4411-a898-1707d982ae83 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:08.922164 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bdfdaf63-94ce-4461-9f93-5b683c4052e2 req-52bf49b9-c337-4411-a898-1707d982ae83 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0744810 Aug 10 14:25:08.982526 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bdfdaf63-94ce-4461-9f93-5b683c4052e2 req-f4498162-ed60-40f5-8d05-c0302d8b0d6c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520747 Aug 10 14:25:09.317505 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:09.911608 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b9dd6-5d76-4710-a5d8-c977fb81a4ba req-f87652fc-3abb-49d8-a58b-d031cab6ff15 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:09.913166 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce0b9dd6-5d76-4710-a5d8-c977fb81a4ba req-f87652fc-3abb-49d8-a58b-d031cab6ff15 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0562201 Aug 10 14:25:09.973661 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce0b9dd6-5d76-4710-a5d8-c977fb81a4ba req-69db5af0-148a-47d0-a14a-0ebd56de8a02 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527713 Aug 10 14:25:10.181365 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad3836-6410-4532-82e2-19c63859f2aa req-2a0c5a89-a7e9-4948-b212-2ec3424482bd tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:10.184140 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58ad3836-6410-4532-82e2-19c63859f2aa req-2a0c5a89-a7e9-4948-b212-2ec3424482bd tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0823398 Aug 10 14:25:10.236055 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58ad3836-6410-4532-82e2-19c63859f2aa req-425ec1b8-84c2-4b4e-ae93-8a116632462d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Aug 10 14:25:10.758388 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa5f39-90ca-43ee-879c-50ede5be824b req-4d36b422-2a94-4a03-b2ca-25749891efa8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:10.759903 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7efa5f39-90ca-43ee-879c-50ede5be824b req-4d36b422-2a94-4a03-b2ca-25749891efa8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0620570 Aug 10 14:25:10.813306 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-089d4391-e47e-4eab-9daa-edb7c5898312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:10.815756 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-089d4391-e47e-4eab-9daa-edb7c5898312 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 1098 time: 0.0508993 Aug 10 14:25:10.825190 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7efa5f39-90ca-43ee-879c-50ede5be824b req-bd86be55-9f3d-4e27-b9b8-10a81667d45f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574996 Aug 10 14:25:10.949934 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-efcff1c0-463e-4e32-8cb2-359ae0345444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:10.951446 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-efcff1c0-463e-4e32-8cb2-359ae0345444 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1172738 Aug 10 14:25:11.030401 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-5d7a8617-9373-467a-a30a-a392334d01de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45201a0f-36b7-4a65-87c2-af786f045751 HTTP/1.1" status: 200 len: 999 time: 0.0651140 Aug 10 14:25:11.102124 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-61d6b344-b1ad-4304-8899-3241cf0fd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:11.104037 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-61d6b344-b1ad-4304-8899-3241cf0fd9ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0624633 Aug 10 14:25:11.174757 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-826ce91d-9ace-4965-b331-1c4d8875c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:11.176312 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-826ce91d-9ace-4965-b331-1c4d8875c006 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466433 Aug 10 14:25:11.289776 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-26c491d1-1861-4704-b5b1-86d82d00d3f0 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001379 Aug 10 14:25:11.398613 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d9a42-9e19-4606-894c-36dc6f345cbc req-198cfb76-7df9-4a9f-818c-763c998007ec tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:11.401337 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-165d9a42-9e19-4606-894c-36dc6f345cbc req-198cfb76-7df9-4a9f-818c-763c998007ec tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0618098 Aug 10 14:25:11.446309 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ae7b90de-15b9-4633-b710-4cfac1a326a8 req-c43e2afc-debd-457e-912e-a82dac904979 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455688 Aug 10 14:25:11.465871 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-165d9a42-9e19-4606-894c-36dc6f345cbc req-4a3e6831-c2c9-436a-8fb8-ab46ad05f286 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584631 Aug 10 14:25:11.980367 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653b9fc-cdc7-4dd0-ae03-36b95537dac9 req-b7aa0d55-703d-4985-83b4-8002ed236367 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:11.983161 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5653b9fc-cdc7-4dd0-ae03-36b95537dac9 req-b7aa0d55-703d-4985-83b4-8002ed236367 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0668581 Aug 10 14:25:12.036063 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5653b9fc-cdc7-4dd0-ae03-36b95537dac9 req-218f4ec3-45da-4629-bdda-a3bf97352248 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Aug 10 14:25:12.640627 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aedc4-3837-406b-92a4-bdacb2382417 req-ed1f83cd-37e5-4528-bec4-3fdb9f8f1c8e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:12.643342 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-038aedc4-3837-406b-92a4-bdacb2382417 req-ed1f83cd-37e5-4528-bec4-3fdb9f8f1c8e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0733902 Aug 10 14:25:12.720907 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-038aedc4-3837-406b-92a4-bdacb2382417 req-68cf59bf-93dc-44ca-91c7-834d930a13fb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694199 Aug 10 14:25:13.195865 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43aec5-35dc-43e9-9ad9-716f91e80ac2 req-cbadd6b7-b7db-4f12-b249-f361532ea312 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:13.197659 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd43aec5-35dc-43e9-9ad9-716f91e80ac2 req-cbadd6b7-b7db-4f12-b249-f361532ea312 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0599725 Aug 10 14:25:13.250702 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd43aec5-35dc-43e9-9ad9-716f91e80ac2 req-413f2481-dae4-41d0-a430-f1f4ad71a4c6 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378835 Aug 10 14:25:13.446077 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-5b98c77d-ca8b-493e-bf59-ba1aeb866edd tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:13.447715 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-5b98c77d-ca8b-493e-bf59-ba1aeb866edd tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 945 time: 0.0705352 Aug 10 14:25:13.565927 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Deleting port 6737d08b-29f6-473c-a5f2-77e9541d8873 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:25:13.566601 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:13.680517 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] For port 6737d08b-29f6-473c-a5f2-77e9541d8873, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6737d08b-29f6-473c-a5f2-77e9541d8873,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:13.680771 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:13.698840 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Calling delete_port for 6737d08b-29f6-473c-a5f2-77e9541d8873 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:25:13.886329 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:13.905318 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66459db-168b-49c1-915b-4516fbd4c7d0 req-55c6f1a8-19d2-404e-83f3-3a65198c7bad tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:13.908410 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f66459db-168b-49c1-915b-4516fbd4c7d0 req-55c6f1a8-19d2-404e-83f3-3a65198c7bad tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 945 time: 0.0949895 Aug 10 14:25:13.925731 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Pushing event deleted for resources: {'Port': ['ID=6737d08b-29f6-473c-a5f2-77e9541d8873,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:13.941778 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['60cf572b-e0ee-4dfa-a8ec-cb6564248e30', '85f1c21d-e3c8-46b9-b166-5da36ed5590b', '75830560-fc46-4dec-bfd4-1ce7fd8a3b81', '6737d08b-29f6-473c-a5f2-77e9541d8873'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:25:13.987075 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] No DVR routers for this DVR port 6737d08b-29f6-473c-a5f2-77e9541d8873 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:25:13.988666 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f66459db-168b-49c1-915b-4516fbd4c7d0 req-27dbbadb-0d24-4169-8056-b57d21170e6a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706527 Aug 10 14:25:13.994812 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:13.997184 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9ab74fa5-3545-47a3-948a-d7ccc853bb76 req-0485cf82-dba4-43f0-b1c2-207ad1ac2c50 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "DELETE /v2.0/ports/6737d08b-29f6-473c-a5f2-77e9541d8873 HTTP/1.1" status: 204 len: 173 time: 0.5415964 Aug 10 14:25:13.997689 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90f6860-f7c6-4d47-9316-bf56b37e09ac', 'name': 'network-vif-deleted', 'tag': '6737d08b-29f6-473c-a5f2-77e9541d8873'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:25:14.000691 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc81fca-0c86-4fec-b35e-d832b8d07fd6" -d '{"events": [{"server_uuid": "d90f6860-f7c6-4d47-9316-bf56b37e09ac", "name": "network-vif-deleted", "tag": "6737d08b-29f6-473c-a5f2-77e9541d8873"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:25:14.087939 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd3945f-2cb1-4fe3-89e1-8ab8e97761f6 x-openstack-request-id: req-afd3945f-2cb1-4fe3-89e1-8ab8e97761f6 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:25:14.088407 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90f6860-f7c6-4d47-9316-bf56b37e09ac", "name": "network-vif-deleted", "tag": "6737d08b-29f6-473c-a5f2-77e9541d8873", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:25:14.088768 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afd3945f-2cb1-4fe3-89e1-8ab8e97761f6 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:25:14.089360 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90f6860-f7c6-4d47-9316-bf56b37e09ac', 'name': 'network-vif-deleted', 'tag': '6737d08b-29f6-473c-a5f2-77e9541d8873', 'status': 'completed', 'code': 200} Aug 10 14:25:14.356636 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:14.397555 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53536afb-2686-498c-834d-6398cc7847a8 req-6327ef9c-8cba-4d1d-8b45-cdc92060356d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=d90f6860-f7c6-4d47-9316-bf56b37e09ac HTTP/1.1" status: 200 len: 210 time: 0.0332217 Aug 10 14:25:14.533525 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:14.571706 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:25:14.573932 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469cae83-b2c4-4a12-893b-8b4d3b028756" -d '{"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-unplugged", "status": "completed", "tag": "45201a0f-36b7-4a65-87c2-af786f045751"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:25:14.592155 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:14.599940 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:14.643517 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c75d0d-6c3f-4f10-8a36-7e9bd71d4895 x-openstack-request-id: req-76c75d0d-6c3f-4f10-8a36-7e9bd71d4895 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:25:14.643882 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-unplugged", "status": "completed", "tag": "45201a0f-36b7-4a65-87c2-af786f045751", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:25:14.644184 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76c75d0d-6c3f-4f10-8a36-7e9bd71d4895 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:25:14.644621 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751', 'code': 200} Aug 10 14:25:14.686002 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=8']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:15.220720 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa8fc-02e5-4419-aaf1-73792857384a req-05a9d82f-9055-4d76-b5c0-c656a3e04e51 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:15.223160 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-692fa8fc-02e5-4419-aaf1-73792857384a req-05a9d82f-9055-4d76-b5c0-c656a3e04e51 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0856054 Aug 10 14:25:15.302488 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-692fa8fc-02e5-4419-aaf1-73792857384a req-63473156-e6b5-48b4-9ec8-f0b43bf55f5a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613678 Aug 10 14:25:15.501529 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcba17f-28e1-491b-9e88-965ff43030d4 req-98920111-9ba3-4459-ae3b-37d19138d06e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:15.503196 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cdcba17f-28e1-491b-9e88-965ff43030d4 req-98920111-9ba3-4459-ae3b-37d19138d06e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0825193 Aug 10 14:25:15.552126 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cdcba17f-28e1-491b-9e88-965ff43030d4 req-4d381837-b2e3-4e3d-be6d-ad47c5862699 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Aug 10 14:25:16.158321 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ccb09-2e3e-430b-812c-7588982fc13f req-10d3fd0b-97bc-4209-bc8f-8fa14d572842 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:16.160003 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-087ccb09-2e3e-430b-812c-7588982fc13f req-10d3fd0b-97bc-4209-bc8f-8fa14d572842 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0652518 Aug 10 14:25:16.220816 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-087ccb09-2e3e-430b-812c-7588982fc13f req-382c1add-1a1a-4875-9686-d8ce51723636 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509622 Aug 10 14:25:16.597701 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52198) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:16.701189 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-269a4e9b-75ce-4d98-81d7-c701c8a0b57a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019485 Aug 10 14:25:16.706749 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8eec9a-6032-4525-a102-e6d727e3ba77 req-b276cb68-01e5-4c7f-bf14-85da9c6922c1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:16.708699 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8a8eec9a-6032-4525-a102-e6d727e3ba77 req-b276cb68-01e5-4c7f-bf14-85da9c6922c1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0660191 Aug 10 14:25:16.753189 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8a8eec9a-6032-4525-a102-e6d727e3ba77 req-d6d8def5-4c9a-4bb3-9bce-f2426281d59f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363140 Aug 10 14:25:17.132691 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cbd50-fb53-48cf-91aa-684f424e2eb6 req-9a45768c-0374-4af4-90a7-0a2f00e241d9 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:17.135523 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-544cbd50-fb53-48cf-91aa-684f424e2eb6 req-9a45768c-0374-4af4-90a7-0a2f00e241d9 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 945 time: 0.0822980 Aug 10 14:25:17.191852 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-544cbd50-fb53-48cf-91aa-684f424e2eb6 req-9db4637f-f318-49aa-aff7-2b311f6a1c93 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478511 Aug 10 14:25:17.407498 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93b5a4-082a-4700-ae44-f49b60a5a75f req-e913a819-f35d-4d4b-a022-dbc2a77e3d93 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:17.409645 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e93b5a4-082a-4700-ae44-f49b60a5a75f req-e913a819-f35d-4d4b-a022-dbc2a77e3d93 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0825694 Aug 10 14:25:17.469847 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e93b5a4-082a-4700-ae44-f49b60a5a75f req-344c1593-cc0a-465e-99e0-76cd458e4ee0 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502717 Aug 10 14:25:17.908011 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ad2ee-5d1e-4968-9694-8f1f0ad235fe req-b15c4ffc-d54d-4b3e-9b1a-1d3c6ca31790 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:17.910725 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f5ad2ee-5d1e-4968-9694-8f1f0ad235fe req-b15c4ffc-d54d-4b3e-9b1a-1d3c6ca31790 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0827107 Aug 10 14:25:17.953546 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f5ad2ee-5d1e-4968-9694-8f1f0ad235fe req-f7851894-ac2a-40da-ba0a-a2fdf286b05d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366342 Aug 10 14:25:18.345362 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5edce-d2d9-4083-a296-6622bc13c877 req-2198558b-6dd6-483a-a96a-6916daa00049 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:18.347004 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15f5edce-d2d9-4083-a296-6622bc13c877 req-2198558b-6dd6-483a-a96a-6916daa00049 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 945 time: 0.0624735 Aug 10 14:25:18.360674 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:18.414780 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-15f5edce-d2d9-4083-a296-6622bc13c877 req-a998096f-4f22-4874-b044-ce8e1eecd035 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608582 Aug 10 14:25:18.453668 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 6737d08b-29f6-473c-a5f2-77e9541d8873 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:18.475327 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 6737d08b-29f6-473c-a5f2-77e9541d8873 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:25:18.475806 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 6737d08b-29f6-473c-a5f2-77e9541d8873 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:25:18.601773 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-09f0a27c-d834-4ed1-85df-81c82bb639e1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:18.605377 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-09f0a27c-d834-4ed1-85df-81c82bb639e1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.46 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 946 time: 0.0899532 Aug 10 14:25:18.676715 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f1b8-ddc8-4bd7-89cf-a28d0dacaaff req-a196e561-af0e-445e-9021-bfe32cbceb3e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:18.689970 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6651f1b8-ddc8-4bd7-89cf-a28d0dacaaff req-a196e561-af0e-445e-9021-bfe32cbceb3e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.1025794 Aug 10 14:25:18.731493 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Deleting port 59e5cfd5-3986-4426-8534-719984c9bd47 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:25:18.731962 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:18.751168 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6651f1b8-ddc8-4bd7-89cf-a28d0dacaaff req-3734fddf-2100-477f-bd4b-ae1bf503f925 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597863 Aug 10 14:25:18.888642 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] For port 59e5cfd5-3986-4426-8534-719984c9bd47, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=59e5cfd5-3986-4426-8534-719984c9bd47,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:18.889103 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:18.910366 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Calling delete_port for 59e5cfd5-3986-4426-8534-719984c9bd47 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:25:19.106821 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541986d-795e-4292-9b19-5d4d6b355bcb req-41a5f1fb-b359-4ffb-a709-55e00447e310 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:19.108570 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e541986d-795e-4292-9b19-5d4d6b355bcb req-41a5f1fb-b359-4ffb-a709-55e00447e310 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 867 time: 0.0596645 Aug 10 14:25:19.118541 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:19.159407 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e541986d-795e-4292-9b19-5d4d6b355bcb req-dd5a5350-0042-48f4-a5eb-1b80635b5b07 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Aug 10 14:25:19.167875 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['59e5cfd5-3986-4426-8534-719984c9bd47', '4c92dcc2-0fe3-41b6-adc1-8829155133f6'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:25:19.186921 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Pushing event deleted for resources: {'Port': ['ID=59e5cfd5-3986-4426-8534-719984c9bd47,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:19.489800 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-fcee13fe-8f25-4286-97d6-262e70e5e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:19.491687 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-fcee13fe-8f25-4286-97d6-262e70e5e427 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c&tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645 HTTP/1.1" status: 200 len: 1096 time: 0.4097025 Aug 10 14:25:19.509591 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] No DVR routers for this DVR port 59e5cfd5-3986-4426-8534-719984c9bd47 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:25:19.513334 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:19.515967 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2116bd76-8328-40d9-8ac5-611ece9540b4 req-21ebe7b4-61e4-42ae-8ea5-744c648ea4cb tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.46 "DELETE /v2.0/ports/59e5cfd5-3986-4426-8534-719984c9bd47 HTTP/1.1" status: 204 len: 173 time: 0.9021196 Aug 10 14:25:19.516599 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd241a380-7b1c-4839-a822-f00d734a6c71', 'name': 'network-vif-deleted', 'tag': '59e5cfd5-3986-4426-8534-719984c9bd47'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:25:19.519617 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5fb471-1e7a-4294-bef1-c4b45d79f3b3" -d '{"events": [{"server_uuid": "d241a380-7b1c-4839-a822-f00d734a6c71", "name": "network-vif-deleted", "tag": "59e5cfd5-3986-4426-8534-719984c9bd47"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:25:19.611850 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace48fe8-3901-4c51-940e-edfe0e593fae x-openstack-request-id: req-ace48fe8-3901-4c51-940e-edfe0e593fae {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:25:19.612549 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d241a380-7b1c-4839-a822-f00d734a6c71", "name": "network-vif-deleted", "tag": "59e5cfd5-3986-4426-8534-719984c9bd47", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:25:19.612549 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ace48fe8-3901-4c51-940e-edfe0e593fae {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:25:19.613096 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd241a380-7b1c-4839-a822-f00d734a6c71', 'name': 'network-vif-deleted', 'tag': '59e5cfd5-3986-4426-8534-719984c9bd47', 'status': 'completed', 'code': 200} Aug 10 14:25:19.627072 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfe751-2104-4976-8bc1-4324ab553ce9 req-55798631-9bd1-4360-8472-62f371834b47 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:19.628664 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3cbfe751-2104-4976-8bc1-4324ab553ce9 req-55798631-9bd1-4360-8472-62f371834b47 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 945 time: 0.1056023 Aug 10 14:25:19.636356 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-6d9783b1-c890-4098-a90d-d1ef29b2512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:19.637432 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea474e4-f989-400a-985b-ad508311a16d req-e6c9490c-1eb4-4b40-bfe4-59918ef2d7cb tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:19.638245 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-6d9783b1-c890-4098-a90d-d1ef29b2512d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 1096 time: 0.0664554 Aug 10 14:25:19.639114 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dea474e4-f989-400a-985b-ad508311a16d req-e6c9490c-1eb4-4b40-bfe4-59918ef2d7cb tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 945 time: 0.1009412 Aug 10 14:25:19.715397 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3cbfe751-2104-4976-8bc1-4324ab553ce9 req-d3357831-9608-4df1-91a3-d732ca2d50bc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752058 Aug 10 14:25:19.778910 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-338abf30-1228-4455-b6bb-585ab72e5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:19.781201 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-338abf30-1228-4455-b6bb-585ab72e5755 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1155131 Aug 10 14:25:19.882214 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Deleting port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:25:19.882562 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:19.889459 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-9e7bc121-69bc-49a6-a4b9-8c8cbbf205cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45201a0f-36b7-4a65-87c2-af786f045751 HTTP/1.1" status: 200 len: 997 time: 0.0988867 Aug 10 14:25:19.971453 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0615f4d-9023-4a3a-b1ee-381051bfe02c req-9b31b8bb-5ec7-4936-b1f3-fa83c193a74d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:19.971740 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-6b2b1623-aa52-4a78-a704-f1d06fd7c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:19.973741 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b0615f4d-9023-4a3a-b1ee-381051bfe02c req-9b31b8bb-5ec7-4936-b1f3-fa83c193a74d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.1367369 Aug 10 14:25:19.974122 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-6b2b1623-aa52-4a78-a704-f1d06fd7c8d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0727754 Aug 10 14:25:20.052220 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-b837e42c-d010-4d48-83e4-03c62207fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:20.056042 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-b837e42c-d010-4d48-83e4-03c62207fbc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734375 Aug 10 14:25:20.064775 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] For port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:20.065668 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:20.073563 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b0615f4d-9023-4a3a-b1ee-381051bfe02c req-2415cf39-b233-45da-9563-722f37f5ea25 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912120 Aug 10 14:25:20.093358 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Calling delete_port for 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:25:20.196468 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-c9b5f187-0b8c-4f5f-8574-a711a6e71ae7 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314909 Aug 10 14:25:20.415455 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bfbf479d-3ec9-4f68-8c3d-dd7ff35d948f req-9e569c98-68f9-4d66-8a3e-41f4612e0b9e service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070739 Aug 10 14:25:20.457247 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b11e53d4-93a5-4429-91e4-6098ae431f43 req-0c07b2d8-17b0-49b5-ad0a-e7ef86b3ebfd tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=d241a380-7b1c-4839-a822-f00d734a6c71 HTTP/1.1" status: 200 len: 210 time: 0.0376151 Aug 10 14:25:20.566902 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:20.607761 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Pushing event deleted for resources: {'Port': ['ID=75830560-fc46-4dec-bfd4-1ce7fd8a3b81,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:20.608812 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['60cf572b-e0ee-4dfa-a8ec-cb6564248e30', '85f1c21d-e3c8-46b9-b166-5da36ed5590b', '75830560-fc46-4dec-bfd4-1ce7fd8a3b81'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:25:20.681251 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] No DVR routers for this DVR port 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:25:20.684519 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:20.687329 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dea474e4-f989-400a-985b-ad508311a16d req-efe80851-8234-4545-aa03-6fc126e2fd61 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "DELETE /v2.0/ports/75830560-fc46-4dec-bfd4-1ce7fd8a3b81 HTTP/1.1" status: 204 len: 173 time: 1.0190165 Aug 10 14:25:20.688166 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8f3820-fd57-4331-be7c-e21713b8adad', 'name': 'network-vif-deleted', 'tag': '75830560-fc46-4dec-bfd4-1ce7fd8a3b81'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:25:20.690755 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe9869d-46ff-454a-834a-f00c1be38a9e" -d '{"events": [{"server_uuid": "1a8f3820-fd57-4331-be7c-e21713b8adad", "name": "network-vif-deleted", "tag": "75830560-fc46-4dec-bfd4-1ce7fd8a3b81"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:25:20.768076 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d3672-a04e-4a86-b92d-ba45761da5c3 x-openstack-request-id: req-a75d3672-a04e-4a86-b92d-ba45761da5c3 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:25:20.768357 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8f3820-fd57-4331-be7c-e21713b8adad", "name": "network-vif-deleted", "tag": "75830560-fc46-4dec-bfd4-1ce7fd8a3b81", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:25:20.768710 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a75d3672-a04e-4a86-b92d-ba45761da5c3 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:25:20.769052 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8f3820-fd57-4331-be7c-e21713b8adad', 'name': 'network-vif-deleted', 'tag': '75830560-fc46-4dec-bfd4-1ce7fd8a3b81', 'status': 'completed', 'code': 200} Aug 10 14:25:20.942684 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-56490275-f521-4e61-affb-f7d59e2bae59 req-3009d4d4-9033-4339-b7b4-456c4563808f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0634129 Aug 10 14:25:21.331131 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a91a7-6e15-4351-8990-e345ed76b881 req-823c2163-a931-42c0-9a48-94b1e44294be tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:21.334141 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e41a91a7-6e15-4351-8990-e345ed76b881 req-823c2163-a931-42c0-9a48-94b1e44294be tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.1382346 Aug 10 14:25:21.422528 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e41a91a7-6e15-4351-8990-e345ed76b881 req-f23443db-5a26-45e4-86ad-2c1417ce3d3e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804818 Aug 10 14:25:21.866499 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eb002-718d-489b-af40-e51020c26824 req-1d1280a6-76c0-4012-8b91-aeed0b80d8b0 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:21.878994 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-246eb002-718d-489b-af40-e51020c26824 req-1d1280a6-76c0-4012-8b91-aeed0b80d8b0 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0944610 Aug 10 14:25:21.925019 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-246eb002-718d-489b-af40-e51020c26824 req-001e615e-0cd2-496a-ba89-7b065c61cd51 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Aug 10 14:25:22.095635 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6dcc3cf5-824e-41e1-9e43-1a9fc1cf6cba req-943f51b3-7892-4c98-82e2-48a923e15844 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0371704 Aug 10 14:25:22.395045 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 59e5cfd5-3986-4426-8534-719984c9bd47 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:22.426232 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 59e5cfd5-3986-4426-8534-719984c9bd47 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:25:22.426572 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 59e5cfd5-3986-4426-8534-719984c9bd47 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:25:22.603659 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23651d-47ea-4eb9-8b1e-d74411f68747 req-8c74e86d-388a-4fc7-8c4b-7131c98d9064 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:22.605314 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4d23651d-47ea-4eb9-8b1e-d74411f68747 req-8c74e86d-388a-4fc7-8c4b-7131c98d9064 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0543232 Aug 10 14:25:22.662722 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4d23651d-47ea-4eb9-8b1e-d74411f68747 req-a7eb9f32-a1eb-4166-83e7-bee74811fea4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501547 Aug 10 14:25:23.058800 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b5546-084c-4f31-a302-db536d9841f1 req-083f34a9-101f-49b0-9446-0049b2a94081 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:23.060475 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-557b5546-084c-4f31-a302-db536d9841f1 req-083f34a9-101f-49b0-9446-0049b2a94081 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0535614 Aug 10 14:25:23.121283 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-557b5546-084c-4f31-a302-db536d9841f1 req-2de24c61-26ee-4b52-982f-d25dbd828c94 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 Aug 10 14:25:23.269898 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4a47a56-a882-4b9d-ae81-ecf5cd841a7c req-10ca5bb1-25bc-4201-bfa9-be6af2cdcfe2 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0303116 Aug 10 14:25:23.889534 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41046f5b-2e86-4de4-a9ff-6eaa72f7a92f req-02e6f1df-4d68-45d8-94e3-65e5ac72b988 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:23.891899 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41046f5b-2e86-4de4-a9ff-6eaa72f7a92f req-02e6f1df-4d68-45d8-94e3-65e5ac72b988 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0922995 Aug 10 14:25:23.939794 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41046f5b-2e86-4de4-a9ff-6eaa72f7a92f req-4e8dc3b0-02d9-4a40-bd86-3760a8918831 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 Aug 10 14:25:24.270083 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348e777-3f20-4238-9e54-8f84df63ac54 req-a80d7c8a-4a58-46c4-82ae-1735638df610 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:24.272590 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c348e777-3f20-4238-9e54-8f84df63ac54 req-a80d7c8a-4a58-46c4-82ae-1735638df610 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0728493 Aug 10 14:25:24.314564 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c348e777-3f20-4238-9e54-8f84df63ac54 req-1a4c4763-7530-4bfa-a13e-2fb965231f36 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Aug 10 14:25:24.397785 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:24.471984 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:25:24.472357 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 75830560-fc46-4dec-bfd4-1ce7fd8a3b81 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:25:24.511698 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-24e00490-38de-4d59-8124-789cd15b09dd req-23ac994c-e29e-4a88-8421-755b0e7ccaeb tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0951405 Aug 10 14:25:24.771297 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:25:25.110561 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba38dc-29e3-40b5-9b13-32bf2014b66b req-96ce5de0-60d8-4e7f-9274-310b79a496e8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:25.112715 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7eba38dc-29e3-40b5-9b13-32bf2014b66b req-96ce5de0-60d8-4e7f-9274-310b79a496e8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0580134 Aug 10 14:25:25.192644 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7eba38dc-29e3-40b5-9b13-32bf2014b66b req-bd09654d-d1ae-4e2c-bbe4-6fcc26953be9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648742 Aug 10 14:25:25.483157 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f084b-b721-43f6-bb39-74abcf967d1f req-6b981bd4-0aa0-4d23-b99b-28d72652235a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:25.486004 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a9f084b-b721-43f6-bb39-74abcf967d1f req-6b981bd4-0aa0-4d23-b99b-28d72652235a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0705543 Aug 10 14:25:25.545551 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a9f084b-b721-43f6-bb39-74abcf967d1f req-e9e436a5-c12a-4d38-8eb8-435f144500d5 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525558 Aug 10 14:25:25.741519 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58a24efa-02df-449d-9df1-a0aac905ca62 req-5584b51d-216f-47ea-8fda-052008857803 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0557129 Aug 10 14:25:25.805217 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ca1ad6ed-9019-4d30-8004-656aa655d552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:26.345560 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf8ee2-0ea1-4090-83e3-6ab6cbbfb519 req-e832b797-df41-4368-ac6c-cb875583f392 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:26.347146 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f7cf8ee2-0ea1-4090-83e3-6ab6cbbfb519 req-e832b797-df41-4368-ac6c-cb875583f392 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0631886 Aug 10 14:25:26.388832 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f7cf8ee2-0ea1-4090-83e3-6ab6cbbfb519 req-cdd7ab52-33d6-4c95-9544-adfa58a2f174 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348206 Aug 10 14:25:26.689488 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447ee44-b210-40bb-a8f0-ed1d0b4d0d98 req-8c192af6-f236-4ee5-a7e2-7f4c05886325 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:26.691083 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2447ee44-b210-40bb-a8f0-ed1d0b4d0d98 req-8c192af6-f236-4ee5-a7e2-7f4c05886325 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0559375 Aug 10 14:25:26.738238 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2447ee44-b210-40bb-a8f0-ed1d0b4d0d98 req-78437674-533e-4938-8b3a-1ebd96522988 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Aug 10 14:25:26.860810 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-878ee64c-a110-459a-939e-bfc86bdfbb13 req-02882cde-b458-428f-bedd-28155d3ddafc tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0283034 Aug 10 14:25:27.532696 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11b2d0-5e9d-47f2-b8ad-630895315219 req-d1160340-9cb9-4dc4-81bf-d3276432376a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:27.534319 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e11b2d0-5e9d-47f2-b8ad-630895315219 req-d1160340-9cb9-4dc4-81bf-d3276432376a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0548191 Aug 10 14:25:27.599389 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e11b2d0-5e9d-47f2-b8ad-630895315219 req-496f157f-8762-4ef1-86e4-c6bdc6dbe29b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546958 Aug 10 14:25:27.871082 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26ef81-1d8e-4e54-8bdc-60fa5684c041 req-bd77e740-9cd6-4b70-a54c-0f7af903c083 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:27.872660 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b26ef81-1d8e-4e54-8bdc-60fa5684c041 req-bd77e740-9cd6-4b70-a54c-0f7af903c083 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0529366 Aug 10 14:25:27.939208 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b26ef81-1d8e-4e54-8bdc-60fa5684c041 req-4d430bae-d4d8-4c0d-8c08-9ac46857a942 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600929 Aug 10 14:25:28.059092 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0ca204be-cf50-4db2-9b4c-1a3ebba6a64d req-b03d3699-a2b7-4085-a799-d24dcb695fa8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0359032 Aug 10 14:25:28.597948 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a1686e20-9980-4c68-835f-d07ca84d245a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:28.736900 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:28.772341 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ada0f-9a04-4674-b889-fe950ee62c5e req-ce3e9812-c724-4240-97ff-2b612f86869d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:28.774400 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-771ada0f-9a04-4674-b889-fe950ee62c5e req-ce3e9812-c724-4240-97ff-2b612f86869d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0565417 Aug 10 14:25:28.832260 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-771ada0f-9a04-4674-b889-fe950ee62c5e req-1ff0b752-3d44-4507-bb8b-f1ad3eef1782 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467701 Aug 10 14:25:29.095802 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed166a-3152-480b-a0cd-e380305eeb13 req-10f4df1f-a9c8-4912-ad7f-8d0d3f1b610c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:29.098272 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2ed166a-3152-480b-a0cd-e380305eeb13 req-10f4df1f-a9c8-4912-ad7f-8d0d3f1b610c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0755372 Aug 10 14:25:29.156669 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2ed166a-3152-480b-a0cd-e380305eeb13 req-1ee3b938-d13b-424a-b2d6-323acfd3dd62 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489800 Aug 10 14:25:29.265791 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-06527db2-9f06-4ffa-ac2b-1c8f58ad59b1 req-5940cf86-7966-4d08-8da1-88b66c714211 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0342588 Aug 10 14:25:29.865058 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:30.009517 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d4318-55e1-4c8f-a97d-63f6bb9e0236 req-9ee5cf93-a85c-46bc-8c14-83fc2dcb4892 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:30.012335 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-559d4318-55e1-4c8f-a97d-63f6bb9e0236 req-9ee5cf93-a85c-46bc-8c14-83fc2dcb4892 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0842307 Aug 10 14:25:30.066804 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-559d4318-55e1-4c8f-a97d-63f6bb9e0236 req-a796c8a9-3bfb-457f-a08a-4030a3c9507f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468836 Aug 10 14:25:30.309202 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8479448-801f-4ac1-a319-2f190f83ecf2 req-6206ffa1-3a8d-4f44-ad06-6247805cb40a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:30.310807 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e8479448-801f-4ac1-a319-2f190f83ecf2 req-6206ffa1-3a8d-4f44-ad06-6247805cb40a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0755796 Aug 10 14:25:30.355042 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e8479448-801f-4ac1-a319-2f190f83ecf2 req-46295345-5e73-4310-bb71-9c745ed7ba40 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Aug 10 14:25:30.479697 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-46f62f20-9d2b-401a-b7ce-918ceed8574e req-c0135dcf-8e37-42cc-b429-15e426dcc952 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0295205 Aug 10 14:25:31.261844 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f469c25-901c-4e54-97b0-7778034a4e1c req-4199eeef-f10d-40b8-a46b-c5a499fae7e8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:31.264843 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f469c25-901c-4e54-97b0-7778034a4e1c req-4199eeef-f10d-40b8-a46b-c5a499fae7e8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0966101 Aug 10 14:25:31.365515 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f469c25-901c-4e54-97b0-7778034a4e1c req-f36daffe-ed0d-4cf0-be47-75c7fb3c7127 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868289 Aug 10 14:25:31.508007 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6773c-9fb7-480e-bf26-e41457df1266 req-620f7c1a-bfa6-498e-a145-ef97c9b69ddc tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:31.517154 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d7f6773c-9fb7-480e-bf26-e41457df1266 req-620f7c1a-bfa6-498e-a145-ef97c9b69ddc tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0671806 Aug 10 14:25:31.562301 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d7f6773c-9fb7-480e-bf26-e41457df1266 req-71e64af2-358b-4f6f-9336-e1e0a4ab568d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Aug 10 14:25:31.565000 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:31.660552 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-78991c21-6372-4559-9530-a30f726201f2 req-61bdc16d-511b-4427-a3e5-3c2fc271f93f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0266433 Aug 10 14:25:32.562856 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5126c33-ea9f-4789-96c0-360bc3db3baf req-15cc30f7-4ef2-4cf9-ad66-0cc006ec4859 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:32.564495 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5126c33-ea9f-4789-96c0-360bc3db3baf req-15cc30f7-4ef2-4cf9-ad66-0cc006ec4859 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0906587 Aug 10 14:25:32.614582 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a5126c33-ea9f-4789-96c0-360bc3db3baf req-5f486fc1-9bbd-44a7-ab6b-8b3b64f50141 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437393 Aug 10 14:25:32.783296 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da081d23-9e27-4dc5-a6b1-02e43d6b5bc9 req-e2119a5d-43ce-42e9-bc6c-9e7a5743c58d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:32.785035 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da081d23-9e27-4dc5-a6b1-02e43d6b5bc9 req-e2119a5d-43ce-42e9-bc6c-9e7a5743c58d tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0624573 Aug 10 14:25:32.836498 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da081d23-9e27-4dc5-a6b1-02e43d6b5bc9 req-917804f8-ae05-40de-8388-d91e67177c38 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Aug 10 14:25:32.935815 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b9bf9a3-9af3-4259-8e87-e52a8ed54f8c req-4ce93c43-9abd-4a2c-b389-7e344a44b3bf tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0271008 Aug 10 14:25:33.801582 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76cdfc-669c-4c12-8337-a8e436fde738 req-dca24b65-6da6-4e5e-8aaf-11f1d7a19ec1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:33.804060 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c76cdfc-669c-4c12-8337-a8e436fde738 req-dca24b65-6da6-4e5e-8aaf-11f1d7a19ec1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0795252 Aug 10 14:25:33.892615 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c76cdfc-669c-4c12-8337-a8e436fde738 req-7cd87fd4-cea3-42ef-989a-98e15d538402 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739410 Aug 10 14:25:34.081103 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8f33a377-41e2-4d8d-b3a7-0770143a1674 req-b012c2d8-7a2c-4b68-a083-b289df93a13f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8f3820-fd57-4331-be7c-e21713b8adad HTTP/1.1" status: 200 len: 210 time: 0.0381799 Aug 10 14:25:34.093039 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c053895-adf9-4551-bf88-b348fed2963b req-52cfef7b-4f17-4a28-b287-21b08304d2c1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:34.093898 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c053895-adf9-4551-bf88-b348fed2963b req-52cfef7b-4f17-4a28-b287-21b08304d2c1 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0934477 Aug 10 14:25:34.152988 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c053895-adf9-4551-bf88-b348fed2963b req-7085ef90-b475-41e7-88f7-0073f64b78db tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525336 Aug 10 14:25:35.130736 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5932e-5ac1-4c3b-b7b5-ba902a947d76 req-4a69d058-a65e-4558-adac-61198e1c51e4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:35.134883 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35d5932e-5ac1-4c3b-b7b5-ba902a947d76 req-4a69d058-a65e-4558-adac-61198e1c51e4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.1264932 Aug 10 14:25:35.190800 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35d5932e-5ac1-4c3b-b7b5-ba902a947d76 req-b9a5b890-520e-4e5e-9713-83e62b26a230 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464885 Aug 10 14:25:35.344654 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71b20-0717-4873-9aba-7e85ae26ec41 req-1b1f1665-d864-433a-94ca-d855561ccc09 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:35.347629 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cfa71b20-0717-4873-9aba-7e85ae26ec41 req-1b1f1665-d864-433a-94ca-d855561ccc09 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0928195 Aug 10 14:25:35.424560 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cfa71b20-0717-4873-9aba-7e85ae26ec41 req-8259211a-954d-4a03-b788-c1615e41bc56 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626180 Aug 10 14:25:35.458687 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1944e6c-8825-4d01-a013-b523fa0d0c0f req-6d17e2e9-b7dd-45e3-a144-96bf01b4e204 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:35.461051 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b1944e6c-8825-4d01-a013-b523fa0d0c0f req-6d17e2e9-b7dd-45e3-a144-96bf01b4e204 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 945 time: 0.0918362 Aug 10 14:25:35.509856 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b1944e6c-8825-4d01-a013-b523fa0d0c0f req-52405281-13e2-4a80-a6f8-7227b0da8b07 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393236 Aug 10 14:25:36.337992 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03902125-c95f-4463-adf4-2e2c17569096 req-b9f21594-3c19-4b6f-b8c7-655a31037307 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:36.340625 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-03902125-c95f-4463-adf4-2e2c17569096 req-b9f21594-3c19-4b6f-b8c7-655a31037307 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0693991 Aug 10 14:25:36.402510 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-03902125-c95f-4463-adf4-2e2c17569096 req-5df9b3be-971c-4c78-905c-dd28f3c0a27b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538855 Aug 10 14:25:36.551998 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52458) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:36.598452 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6c846-35b3-4a45-abe1-99acf2a56fcb req-479214e4-c237-42d4-8ee4-a60cd87e085c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:36.600298 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41b6c846-35b3-4a45-abe1-99acf2a56fcb req-479214e4-c237-42d4-8ee4-a60cd87e085c tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0873778 Aug 10 14:25:36.679318 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-41b6c846-35b3-4a45-abe1-99acf2a56fcb req-14b5413b-a156-4e24-b8c1-d4e87211a734 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Aug 10 14:25:36.681257 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:36.691515 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222e000-278a-497f-9e84-fa22c9684ffd req-5ed7437b-c6e6-483d-af26-6195539aa9cf tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:36.693074 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6222e000-278a-497f-9e84-fa22c9684ffd req-5ed7437b-c6e6-483d-af26-6195539aa9cf tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 945 time: 0.0917411 Aug 10 14:25:36.756818 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6222e000-278a-497f-9e84-fa22c9684ffd req-7762a51b-4571-4fbb-849e-736df9f02078 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494616 Aug 10 14:25:36.788319 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:36.793232 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:36.840227 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-767925de-2e92-4391-856b-d2010504636d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e48651169ef4fa7b44433dfd7db82ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862759 Aug 10 14:25:36.841414 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0ec0a-984e-47a0-80b9-326c15ddbd53,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:36.844267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 52466) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:36.848862 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.849218 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.849567 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.849914 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.850279 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.850616 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.850951 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.851400 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.851612 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.851936 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.852268 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.852593 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767925de-2e92-4391-856b-d2010504636d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:36.903804 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:36.930495 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:36.992549 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:36.995441 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:36.996566 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59b0ec0a-984e-47a0-80b9-326c15ddbd53 HTTP/1.1" status: 204 len: 168 time: 0.1513155 Aug 10 14:25:37.005772 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0ec0a-984e-47a0-80b9-326c15ddbd53,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:37.012635 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.012973 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.013313 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.013649 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.014000 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.014333 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.015152 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.015477 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.015799 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.016118 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.016436 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.016752 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ef061d-fc97-4f57-86cb-631c9676b38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:37.283624 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-2cf4a357-855f-4c26-9dc2-ce1a4e3d780f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:37.285228 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-2cf4a357-855f-4c26-9dc2-ce1a4e3d780f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 945 time: 0.0696077 Aug 10 14:25:37.412934 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Deleting port 85f1c21d-e3c8-46b9-b166-5da36ed5590b {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:25:37.414271 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:37.575393 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae59fae-1de7-4e28-aad1-b125fe57f155 req-5e212a7d-3118-4587-a855-17ad8acd398a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:37.577278 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cae59fae-1de7-4e28-aad1-b125fe57f155 req-5e212a7d-3118-4587-a855-17ad8acd398a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0882301 Aug 10 14:25:37.583005 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] For port 85f1c21d-e3c8-46b9-b166-5da36ed5590b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=85f1c21d-e3c8-46b9-b166-5da36ed5590b,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:37.583005 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:37.604794 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Calling delete_port for 85f1c21d-e3c8-46b9-b166-5da36ed5590b owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:25:37.670399 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cae59fae-1de7-4e28-aad1-b125fe57f155 req-613123e8-dad2-4599-9808-db489bf028a4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821605 Aug 10 14:25:37.820340 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:37.861837 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['60cf572b-e0ee-4dfa-a8ec-cb6564248e30', '85f1c21d-e3c8-46b9-b166-5da36ed5590b'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:25:37.909373 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Pushing event deleted for resources: {'Port': ['ID=85f1c21d-e3c8-46b9-b166-5da36ed5590b,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:37.938697 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c309f002-d7cc-4aa5-b6d5-73b1cf8c84c0 req-bc96298f-418c-47a9-a697-87f593e5afd8 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 210 time: 0.0879018 Aug 10 14:25:37.962763 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fb632-d002-40dd-8c13-0c032fd252be req-dad36a2d-60d3-440b-89ae-0515518c1303 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:37.964527 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-988fb632-d002-40dd-8c13-0c032fd252be req-dad36a2d-60d3-440b-89ae-0515518c1303 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.1854467 Aug 10 14:25:37.992081 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] No DVR routers for this DVR port 85f1c21d-e3c8-46b9-b166-5da36ed5590b on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:25:38.001998 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:38.004038 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7a8961c5-9604-45f5-940d-15cfb8712e11 req-3fb3c750-ffad-4356-9cba-52185187159d tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "DELETE /v2.0/ports/85f1c21d-e3c8-46b9-b166-5da36ed5590b HTTP/1.1" status: 204 len: 173 time: 0.7062631 Aug 10 14:25:38.006371 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f5c30-15b5-47e4-85c0-a518eb4ade6d', 'name': 'network-vif-deleted', 'tag': '85f1c21d-e3c8-46b9-b166-5da36ed5590b'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:25:38.006681 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3d0e9a-2279-4270-90ef-881a6aace440" -d '{"events": [{"server_uuid": "9e2f5c30-15b5-47e4-85c0-a518eb4ade6d", "name": "network-vif-deleted", "tag": "85f1c21d-e3c8-46b9-b166-5da36ed5590b"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:25:38.046878 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-988fb632-d002-40dd-8c13-0c032fd252be req-2af0e9e2-541d-46d2-b481-2e193e5e065f tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613642 Aug 10 14:25:38.073894 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f7235a-cb37-486b-bb7d-7bd4c67881b6 x-openstack-request-id: req-24f7235a-cb37-486b-bb7d-7bd4c67881b6 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:25:38.074214 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f5c30-15b5-47e4-85c0-a518eb4ade6d", "name": "network-vif-deleted", "tag": "85f1c21d-e3c8-46b9-b166-5da36ed5590b", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:25:38.074549 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24f7235a-cb37-486b-bb7d-7bd4c67881b6 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:25:38.074937 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f5c30-15b5-47e4-85c0-a518eb4ade6d', 'name': 'network-vif-deleted', 'tag': '85f1c21d-e3c8-46b9-b166-5da36ed5590b', 'status': 'completed', 'code': 200} Aug 10 14:25:38.816644 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1e0c3-bffd-47d8-8dcb-f4a954c9ab8d req-c33a9664-caa5-4925-8a8d-68e3eda90a2c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:38.818280 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04a1e0c3-bffd-47d8-8dcb-f4a954c9ab8d req-c33a9664-caa5-4925-8a8d-68e3eda90a2c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0601153 Aug 10 14:25:38.867901 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04a1e0c3-bffd-47d8-8dcb-f4a954c9ab8d req-5216708f-797e-498b-a64d-d8908fa8d7b9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Aug 10 14:25:39.060183 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3acbe77d-6d0c-4ac3-be3e-8bfb66ea183a req-9c61d5f3-7a62-4422-9f83-3c6e2c199577 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e2f5c30-15b5-47e4-85c0-a518eb4ade6d HTTP/1.1" status: 200 len: 210 time: 0.0317740 Aug 10 14:25:39.173147 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708534a8-37c2-43aa-a934-0106a2c39107 req-59a1113d-5ad3-4521-b7a7-c72ebbb4cf7a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:39.174672 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-708534a8-37c2-43aa-a934-0106a2c39107 req-59a1113d-5ad3-4521-b7a7-c72ebbb4cf7a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0534301 Aug 10 14:25:39.213788 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-708534a8-37c2-43aa-a934-0106a2c39107 req-488e2b68-e637-4158-9a62-6816e7fd9a7b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330791 Aug 10 14:25:39.314184 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:39.999507 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2857a-16bb-4fc9-ae5d-cfeb9c63a0b5 req-bb0a800a-93c8-4983-80d2-4a1c16f60e9c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:40.001483 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ccd2857a-16bb-4fc9-ae5d-cfeb9c63a0b5 req-bb0a800a-93c8-4983-80d2-4a1c16f60e9c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0548887 Aug 10 14:25:40.047709 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ccd2857a-16bb-4fc9-ae5d-cfeb9c63a0b5 req-6b96b0fc-07ae-4646-a68d-cb11bfa990a7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349183 Aug 10 14:25:40.336698 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff0d5b-847d-4e40-aba7-fd6b3625cebc req-5157cf09-4f0e-4449-91a0-5291e695673e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:40.338281 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0cff0d5b-847d-4e40-aba7-fd6b3625cebc req-5157cf09-4f0e-4449-91a0-5291e695673e tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0554373 Aug 10 14:25:40.386359 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0cff0d5b-847d-4e40-aba7-fd6b3625cebc req-40ea8bd6-1aa3-4b7d-9a82-f7f6d59c5916 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Aug 10 14:25:41.174522 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d604097-c7dc-4b31-9aa7-18563405aaf8 req-95e0b798-f4d3-481e-bced-ddc198ff27fc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:41.176076 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7d604097-c7dc-4b31-9aa7-18563405aaf8 req-95e0b798-f4d3-481e-bced-ddc198ff27fc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0516381 Aug 10 14:25:41.220021 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7d604097-c7dc-4b31-9aa7-18563405aaf8 req-da09f6d4-101e-42be-88a6-23c8366b53af tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336826 Aug 10 14:25:41.521686 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c226c44-3dc0-4d68-85cb-78cfcb7e4173 req-6eadc59b-eaaa-45be-bfcd-1dcff1e44d14 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:41.523229 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c226c44-3dc0-4d68-85cb-78cfcb7e4173 req-6eadc59b-eaaa-45be-bfcd-1dcff1e44d14 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0606852 Aug 10 14:25:41.565061 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c226c44-3dc0-4d68-85cb-78cfcb7e4173 req-47ae0f85-f5e0-485a-b958-85ec1b5e5109 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357008 Aug 10 14:25:41.603143 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 85f1c21d-e3c8-46b9-b166-5da36ed5590b no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:41.627247 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 85f1c21d-e3c8-46b9-b166-5da36ed5590b {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:25:41.627594 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 85f1c21d-e3c8-46b9-b166-5da36ed5590b not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:25:42.359497 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb70fb1-aa42-4c46-b8b7-0c007b457ae9 req-1d3068b3-c27c-4676-95c1-2633c75643c2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:42.361367 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2bb70fb1-aa42-4c46-b8b7-0c007b457ae9 req-1d3068b3-c27c-4676-95c1-2633c75643c2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0635643 Aug 10 14:25:42.404633 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2bb70fb1-aa42-4c46-b8b7-0c007b457ae9 req-8f3f663b-30fd-4aa3-bd6c-f20518b24f6f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368350 Aug 10 14:25:42.700196 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4703fb-6c9b-43a7-8b89-3b11642ce681 req-716fa8b8-d217-4ab3-809c-3f0fe94abc41 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:42.702251 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac4703fb-6c9b-43a7-8b89-3b11642ce681 req-716fa8b8-d217-4ab3-809c-3f0fe94abc41 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0590768 Aug 10 14:25:42.750443 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ac4703fb-6c9b-43a7-8b89-3b11642ce681 req-59411b4b-ab91-4bf9-9cdf-c78fc58a478a tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/security-groups?id=9db18595-18ec-4027-ba59-3e82995d9af3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Aug 10 14:25:43.017081 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-55ae8ecd-3e4e-4c98-8da8-1d89dfb8a470 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:43.018710 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-55ae8ecd-3e4e-4c98-8da8-1d89dfb8a470 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 945 time: 0.0624261 Aug 10 14:25:43.119781 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Deleting port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:25:43.120121 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:43.226460 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] For port 4c92dcc2-0fe3-41b6-adc1-8829155133f6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c92dcc2-0fe3-41b6-adc1-8829155133f6,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:43.226826 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:43.243658 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Calling delete_port for 4c92dcc2-0fe3-41b6-adc1-8829155133f6 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:25:43.445036 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:43.482320 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['4c92dcc2-0fe3-41b6-adc1-8829155133f6'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:25:43.504659 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Pushing event deleted for resources: {'Port': ['ID=4c92dcc2-0fe3-41b6-adc1-8829155133f6,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:43.570076 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] No DVR routers for this DVR port 4c92dcc2-0fe3-41b6-adc1-8829155133f6 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:25:43.640312 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:43.643718 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e969fb2-4ba1-47f0-a575-cf2b5dc159e5 req-0c56614b-94f6-427c-a651-a54b2e8ba967 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.46 "DELETE /v2.0/ports/4c92dcc2-0fe3-41b6-adc1-8829155133f6 HTTP/1.1" status: 204 len: 173 time: 0.6172464 Aug 10 14:25:43.646045 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3f8937-0a5e-482f-bc4d-a6a03750afee', 'name': 'network-vif-deleted', 'tag': '4c92dcc2-0fe3-41b6-adc1-8829155133f6'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:25:43.650519 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c70e43a-3072-4fdb-9a38-07f653f82c56" -d '{"events": [{"server_uuid": "0f3f8937-0a5e-482f-bc4d-a6a03750afee", "name": "network-vif-deleted", "tag": "4c92dcc2-0fe3-41b6-adc1-8829155133f6"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:25:43.692055 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d7c21-c9c6-46e4-9426-afa4c75ac0a7 req-d3127971-2626-4ddc-a88f-b87e17e1ce57 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:43.694863 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ef4d7c21-c9c6-46e4-9426-afa4c75ac0a7 req-d3127971-2626-4ddc-a88f-b87e17e1ce57 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.1289029 Aug 10 14:25:43.835262 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ef4d7c21-c9c6-46e4-9426-afa4c75ac0a7 req-12aab14e-8796-44a4-adcb-f54bd51d8af5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283765 Aug 10 14:25:43.912795 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d8031-040f-4905-9cec-c4ec60ed6f63 req-f090cf5e-7deb-4e6a-8bfc-be43db8a4703 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:43.915456 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d57d8031-040f-4905-9cec-c4ec60ed6f63 req-f090cf5e-7deb-4e6a-8bfc-be43db8a4703 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.1694622 Aug 10 14:25:43.918117 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cf06bf-1948-451b-9334-cf2bed34e543 x-openstack-request-id: req-49cf06bf-1948-451b-9334-cf2bed34e543 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:25:43.918556 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3f8937-0a5e-482f-bc4d-a6a03750afee", "name": "network-vif-deleted", "tag": "4c92dcc2-0fe3-41b6-adc1-8829155133f6", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:25:43.918964 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49cf06bf-1948-451b-9334-cf2bed34e543 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:25:43.919659 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3f8937-0a5e-482f-bc4d-a6a03750afee', 'name': 'network-vif-deleted', 'tag': '4c92dcc2-0fe3-41b6-adc1-8829155133f6', 'status': 'completed', 'code': 200} Aug 10 14:25:44.039956 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d57d8031-040f-4905-9cec-c4ec60ed6f63 req-5761148e-60b3-4a0a-9c23-36bd53a7cdc0 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775125 Aug 10 14:25:44.132364 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d47fec50-7a05-4370-a920-116d4221d6a8 req-bf50f41a-7f4e-4cc5-996c-bea7c5025d22 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 210 time: 0.1000214 Aug 10 14:25:44.155819 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-4818489f-3d9a-4477-9b32-b499dcfd8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:44.158583 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-4818489f-3d9a-4477-9b32-b499dcfd8f8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 1096 time: 0.2937272 Aug 10 14:25:44.303496 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-3d099245-5a2c-42ab-8fbe-eecf8bd9fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:44.305264 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-3d099245-5a2c-42ab-8fbe-eecf8bd9fcae service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1135788 Aug 10 14:25:44.416451 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-9a0c0763-c452-4ebb-a2ea-c289a356ba36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45201a0f-36b7-4a65-87c2-af786f045751 HTTP/1.1" status: 200 len: 997 time: 0.1028872 Aug 10 14:25:45.008819 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5571f-0340-4e6a-80ef-14898191247c req-d2a30d88-7628-4e1c-bff9-385ac1962ef7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:45.010939 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5b5571f-0340-4e6a-80ef-14898191247c req-d2a30d88-7628-4e1c-bff9-385ac1962ef7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0590105 Aug 10 14:25:45.086122 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5b5571f-0340-4e6a-80ef-14898191247c req-6ab9e013-ff2d-4f13-808c-8acbc96126fe tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630896 Aug 10 14:25:45.096429 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6540ad-ddf1-4bad-b51c-0f978ecdf027 req-c7e149fe-5293-4f12-9fb6-9f24b6c54f3f tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:45.098016 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-af6540ad-ddf1-4bad-b51c-0f978ecdf027 req-c7e149fe-5293-4f12-9fb6-9f24b6c54f3f tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0857673 Aug 10 14:25:45.153633 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-af6540ad-ddf1-4bad-b51c-0f978ecdf027 req-0467daf1-393c-4214-94b3-640193750e2a tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Aug 10 14:25:45.229747 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36e6c3-3e20-4374-823c-72e583ea18a1 req-9e2d3adc-9c36-4960-baab-52471b09c9e1 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:45.231382 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6d36e6c3-3e20-4374-823c-72e583ea18a1 req-9e2d3adc-9c36-4960-baab-52471b09c9e1 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.0564654 Aug 10 14:25:45.291648 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6d36e6c3-3e20-4374-823c-72e583ea18a1 req-6b72be0c-0a6e-4cb6-aa47-c62162e5e0b9 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517194 Aug 10 14:25:45.316415 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-08ee5b4c-f478-43f2-b984-ae813ef150b0 req-4496325d-6b79-4881-9d2b-972cc6b906c7 tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 210 time: 0.0407457 Aug 10 14:25:46.253237 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e64d29-eec4-4152-9146-efe2b2e42546 req-0913cc7e-b634-473d-947a-d6df832cbff5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:46.255969 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1e64d29-eec4-4152-9146-efe2b2e42546 req-0913cc7e-b634-473d-947a-d6df832cbff5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.0803580 Aug 10 14:25:46.339375 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1e64d29-eec4-4152-9146-efe2b2e42546 req-956260c6-da4e-4a69-baad-ab43608ef9d0 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762503 Aug 10 14:25:46.367970 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b60cb-98cf-4602-8810-d8079ea7ea6c req-9c328512-cffe-4e51-8068-44d241d96714 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:46.370520 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6d3b60cb-98cf-4602-8810-d8079ea7ea6c req-9c328512-cffe-4e51-8068-44d241d96714 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0863087 Aug 10 14:25:46.437174 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6d3b60cb-98cf-4602-8810-d8079ea7ea6c req-c5eedcef-240c-4ab7-bdd2-1c04bfeb556d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554771 Aug 10 14:25:46.505294 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2ff0a-6b64-4145-a979-bf606a52ae1b req-7714a3b6-4818-4f8b-adbe-e0f502a61e19 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:46.507483 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-86d2ff0a-6b64-4145-a979-bf606a52ae1b req-7714a3b6-4818-4f8b-adbe-e0f502a61e19 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.0667546 Aug 10 14:25:46.576235 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-86d2ff0a-6b64-4145-a979-bf606a52ae1b req-31ecaf7e-6ee0-4470-8c3c-a5c62137d87f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609071 Aug 10 14:25:46.578784 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c10c4765-3f3d-40c5-a8d0-53c0e008b4f1 req-2c68d2c5-71ba-46f3-bdc2-e451fda3de1b tempest-ServerRescueNegativeTestJSON-1947874731 tempest-ServerRescueNegativeTestJSON-1947874731-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f3f8937-0a5e-482f-bc4d-a6a03750afee HTTP/1.1" status: 200 len: 210 time: 0.0381191 Aug 10 14:25:47.213943 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:25:47.276024 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-ddf3af63-e161-48bf-a5c3-5c05bea37a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:47.280600 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-ddf3af63-e161-48bf-a5c3-5c05bea37a57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0730708 Aug 10 14:25:47.376950 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-ff01fe6a-3254-4a27-b0d7-282453ba74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:47.379354 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-ff01fe6a-3254-4a27-b0d7-282453ba74c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902064 Aug 10 14:25:47.395498 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:47.410619 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '45201a0f-36b7-4a65-87c2-af786f045751', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'port_id': '45201a0f-36b7-4a65-87c2-af786f045751', 'mac_address': 'fa:16:3e:2f:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:25:47.475945 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:47.499836 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45201a0f-36b7-4a65-87c2-af786f045751 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:25:47.528148 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:47.538860 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:47.600939 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=9']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:47.853767 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57355ec5-11a0-437b-a4a3-e1d10e96690c req-11ad8fe8-e7b1-4c67-97b3-2dfe7006593c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:47.855291 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-57355ec5-11a0-437b-a4a3-e1d10e96690c req-11ad8fe8-e7b1-4c67-97b3-2dfe7006593c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 943 time: 0.4168632 Aug 10 14:25:47.890939 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42a671-1b2b-45cb-ab1c-e7ac0a8f47bc req-ddb6e5c4-0259-45c4-afb1-08ba9ab19871 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:47.892520 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff42a671-1b2b-45cb-ab1c-e7ac0a8f47bc req-ddb6e5c4-0259-45c4-afb1-08ba9ab19871 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1107376 Aug 10 14:25:47.915159 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-632a0968-86f1-4be6-b1c3-e4eb96cb5f43 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911082 Aug 10 14:25:47.938650 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['45201a0f-36b7-4a65-87c2-af786f045751'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:25:48.002548 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-57355ec5-11a0-437b-a4a3-e1d10e96690c req-06768fd0-bcb4-4ea7-bb26-4c920a935e44 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353085 Aug 10 14:25:48.015003 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff42a671-1b2b-45cb-ab1c-e7ac0a8f47bc req-8758dadf-212c-4ddc-868a-22342b6ea797 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091497 Aug 10 14:25:48.072826 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-47a21b54-7521-4c26-a066-5ab089e3cfd6 req-216b9551-3ba4-473f-8b0b-ffebbf3f8126 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444023 Aug 10 14:25:48.133738 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 52620) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:48.347682 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b9bc1-22a4-463b-b1b8-96f8b190100b req-7d6be382-b2f8-4c97-a08a-3074c3a2c0c9 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:48.350449 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ee3b9bc1-22a4-463b-b1b8-96f8b190100b req-7d6be382-b2f8-4c97-a08a-3074c3a2c0c9 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.2129428 Aug 10 14:25:48.481230 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ee3b9bc1-22a4-463b-b1b8-96f8b190100b req-176907e6-778d-4e9e-8f32-5701b73baca0 tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/security-groups?id=15451ac2-2116-4304-855d-54d3422dc2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116941 Aug 10 14:25:48.619226 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-92d28517-ae90-4f0c-a8bb-13369bc38c1b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:48.620761 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-92d28517-ae90-4f0c-a8bb-13369bc38c1b tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 945 time: 0.0875728 Aug 10 14:25:48.817280 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Deleting port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:25:48.817531 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:48.976479 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] For port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,segment=NetworkSegment(9fe09bb7-8fe5-4162-a386-8a70e730e3c5),segment_id=9fe09bb7-8fe5-4162-a386-8a70e730e3c5)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:48.976851 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:48.992484 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:48.997914 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Calling delete_port for 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:25:49.359504 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787cffc-331b-4e8a-99b9-e6e41e6c5b17 req-1072468e-7707-47e9-b911-4f343b81415c tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:49.361132 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0787cffc-331b-4e8a-99b9-e6e41e6c5b17 req-1072468e-7707-47e9-b911-4f343b81415c tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1980026 Aug 10 14:25:49.407953 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b7568-2772-4ab1-bb18-01272026ca72 req-1cef0e62-fa2b-403a-8a71-ad4bd64e3bfb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:49.409579 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-be2b7568-2772-4ab1-bb18-01272026ca72 req-1cef0e62-fa2b-403a-8a71-ad4bd64e3bfb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 944 time: 0.2491951 Aug 10 14:25:49.547332 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0787cffc-331b-4e8a-99b9-e6e41e6c5b17 req-e1e17943-2e6d-4426-b90b-a808d8e211ce tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649845 Aug 10 14:25:49.548062 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.581069 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-be2b7568-2772-4ab1-bb18-01272026ca72 req-f40f7c61-1091-4891-885a-f98167f91e2f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492527 Aug 10 14:25:49.625290 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Pushing event deleted for resources: {'Port': ['ID=60cf572b-e0ee-4dfa-a8ec-cb6564248e30,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:49.713166 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-504b9ae3-c71b-4ade-93f7-b183ae870c05 req-b2cffabb-5aee-4580-8d03-fc6e64268eee tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.0480566 Aug 10 14:25:49.714111 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] No DVR routers for this DVR port 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:25:49.719245 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.721693 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a1c3273-9ee9-4e37-a418-db06d05857ff req-8ae9993a-4560-4076-a61f-146c08d0471c tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.46 "DELETE /v2.0/ports/60cf572b-e0ee-4dfa-a8ec-cb6564248e30 HTTP/1.1" status: 204 len: 173 time: 1.0872867 Aug 10 14:25:49.722351 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090997a4-61bc-49dd-bdf1-326785f3399e', 'name': 'network-vif-deleted', 'tag': '60cf572b-e0ee-4dfa-a8ec-cb6564248e30'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:25:49.725026 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778709df-f41e-427c-a27b-ad71f5b65b04" -d '{"events": [{"server_uuid": "090997a4-61bc-49dd-bdf1-326785f3399e", "name": "network-vif-deleted", "tag": "60cf572b-e0ee-4dfa-a8ec-cb6564248e30"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:25:49.793445 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec7142-1083-4de8-85b4-5a1bb26a137f x-openstack-request-id: req-6cec7142-1083-4de8-85b4-5a1bb26a137f {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:25:49.793745 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090997a4-61bc-49dd-bdf1-326785f3399e", "name": "network-vif-deleted", "tag": "60cf572b-e0ee-4dfa-a8ec-cb6564248e30", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:25:49.794019 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cec7142-1083-4de8-85b4-5a1bb26a137f {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:25:49.794408 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090997a4-61bc-49dd-bdf1-326785f3399e', 'name': 'network-vif-deleted', 'tag': '60cf572b-e0ee-4dfa-a8ec-cb6564248e30', 'status': 'completed', 'code': 200} Aug 10 14:25:49.823777 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Deleting port 31885199-0181-45ac-904f-1040e79b515e {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:25:49.824184 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.938669 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] For port 31885199-0181-45ac-904f-1040e79b515e, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=31885199-0181-45ac-904f-1040e79b515e,segment=NetworkSegment(e95fcd59-555e-445f-a184-f0d3f916d38e),segment_id=e95fcd59-555e-445f-a184-f0d3f916d38e)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:49.939128 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.964750 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Calling delete_port for 31885199-0181-45ac-904f-1040e79b515e owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:25:50.454193 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:50.483545 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=31885199-0181-45ac-904f-1040e79b515e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:50.776071 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c459ae-5835-43ff-acd1-172fa53d885a req-c346b22d-5d29-4ba2-8243-0f2004b94342 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:50.777731 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22c459ae-5835-43ff-acd1-172fa53d885a req-c346b22d-5d29-4ba2-8243-0f2004b94342 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1367173 Aug 10 14:25:50.786912 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:50.832763 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f52dba-4b02-4997-93d8-deca023fcadc req-4d0a07dc-c310-47e3-a9d2-111dfb30d35f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:50.834572 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f52dba-4b02-4997-93d8-deca023fcadc req-4d0a07dc-c310-47e3-a9d2-111dfb30d35f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 944 time: 0.1230359 Aug 10 14:25:50.898905 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22c459ae-5835-43ff-acd1-172fa53d885a req-bd0260f2-27fb-41f8-93e3-77a5854764e7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130328 Aug 10 14:25:50.950685 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37f52dba-4b02-4997-93d8-deca023fcadc req-093a9456-d8da-4cff-a5ca-5db5f7309e94 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698612 Aug 10 14:25:51.022121 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-59d1de42-40ca-4490-90d3-78a93439cf02 req-63a9f17d-d0fa-42a0-82ef-f8dd3d6dfa0f tempest-AttachVolumeNegativeTest-853419472 tempest-AttachVolumeNegativeTest-853419472-project] 10.222.0.44 "GET /v2.0/ports?device_id=090997a4-61bc-49dd-bdf1-326785f3399e HTTP/1.1" status: 200 len: 210 time: 0.0373023 Aug 10 14:25:51.194549 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:25:51.337375 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:25:51.343872 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1b7a7ce6-445a-4670-980d-6caf838f65b1 admin admin] 10.222.0.44 "PUT /v2.0/routers/2fbbf0d7-ad46-40ae-8f17-6b710c971311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2083557 Aug 10 14:25:51.348073 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 52648) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:51.348511 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] Sync routers for ids ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:25:51.360121 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] Routers {'2fbbf0d7-ad46-40ae-8f17-6b710c971311'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:25:51.361025 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:25:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:51.495766 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] Set router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:25:51.521458 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:25:51.571162 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['60cf572b-e0ee-4dfa-a8ec-cb6564248e30'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:25:51.588929 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:51.641139 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 45201a0f-36b7-4a65-87c2-af786f045751 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:25:51.641686 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:51.753754 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:51.813527 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '61d687d6-0187-4433-82fd-7e310345eae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:25:50Z', 'revision_number': 5, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port': {'id': '61d687d6-0187-4433-82fd-7e310345eae8', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:51.828250 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Deleting port 61d687d6-0187-4433-82fd-7e310345eae8 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:25:51.828807 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:51.863327 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] Checking router: 2fbbf0d7-ad46-40ae-8f17-6b710c971311 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:25:51.878643 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] Routers {'2fbbf0d7-ad46-40ae-8f17-6b710c971311'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:25:51.879820 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:25:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:51.950206 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:51.989484 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:51.990652 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:25:51.991929 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] For port 61d687d6-0187-4433-82fd-7e310345eae8, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=61d687d6-0187-4433-82fd-7e310345eae8,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:51.992806 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:51.993538 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b7ddfe-a116-49e7-8082-620f650cb291" -d '{"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-plugged", "status": "completed", "tag": "45201a0f-36b7-4a65-87c2-af786f045751"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:25:51.997724 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:51.999410 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 4c92dcc2-0fe3-41b6-adc1-8829155133f6 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:52.022136 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 4c92dcc2-0fe3-41b6-adc1-8829155133f6 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:25:52.022492 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 4c92dcc2-0fe3-41b6-adc1-8829155133f6 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:25:52.051243 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:52.078399 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Calling delete_port for 61d687d6-0187-4433-82fd-7e310345eae8 owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:25:52.083498 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:25:52.083498 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 60cf572b-e0ee-4dfa-a8ec-cb6564248e30 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:25:52.112510 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=10']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:52.121647 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ad79b3-64de-4880-a20a-a7d2950def2c x-openstack-request-id: req-15ad79b3-64de-4880-a20a-a7d2950def2c {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:25:52.121937 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-plugged", "status": "completed", "tag": "45201a0f-36b7-4a65-87c2-af786f045751", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:25:52.122212 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15ad79b3-64de-4880-a20a-a7d2950def2c {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:25:52.122617 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751', 'code': 200} Aug 10 14:25:52.123921 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.124854 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.125141 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.125477 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.125810 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.126663 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.127006 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.127332 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.127685 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.128080 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.128379 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.128706 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.212926 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] Set router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:25:52.231580 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6e47-45fb-4c05-b7a2-1e8da9903d54 req-6987561c-94dc-4281-9807-f3f85d0ea16d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:52.234148 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-00cc6e47-45fb-4c05-b7a2-1e8da9903d54 req-6987561c-94dc-4281-9807-f3f85d0ea16d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1825652 Aug 10 14:25:52.322149 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:25:51Z', 'revision_number': 6, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:52.359295 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ada23e-68a9-4a48-8ee8-6aab7e531701 None None] The sync data for ids ['2fbbf0d7-ad46-40ae-8f17-6b710c971311'] in dv-cinder-799668-5-iscsi is: [{'id': '2fbbf0d7-ad46-40ae-8f17-6b710c971311', 'name': 'tempest-ServerRescueNegativeTestJSON-1317307682-router', 'tenant_id': '30b8cff49a4b4ae3948c704114fe21c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:29Z', 'updated_at': '2021-08-10T14:25:51Z', 'revision_number': 6, 'project_id': '30b8cff49a4b4ae3948c704114fe21c6', 'gw_port_host': None}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:25:52.372053 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-00cc6e47-45fb-4c05-b7a2-1e8da9903d54 req-41bb23a0-cc59-41f3-8250-e14aa36ed72d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220005 Aug 10 14:25:52.397441 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fa99a-cb85-4a90-be22-fe6d05e94ae8 req-ea54bd05-9078-47e0-a56a-223a916b44e5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:52.399062 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c0fa99a-cb85-4a90-be22-fe6d05e94ae8 req-ea54bd05-9078-47e0-a56a-223a916b44e5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 946 time: 0.1423500 Aug 10 14:25:52.469784 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52660) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:52.481515 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c0fa99a-cb85-4a90-be22-fe6d05e94ae8 req-e679fbdd-fc90-4e2f-8285-11117a15954a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700159 Aug 10 14:25:52.544870 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.552855 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc2f649-3d69-47f5-858a-7f49bddc5c47 admin admin] Deleting subnet 555bdecc-1e04-473d-ad51-fb75340fbb1a {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:25:52.561492 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9dc2f649-3d69-47f5-858a-7f49bddc5c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.583030 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d687d6-0187-4433-82fd-7e310345eae8,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:52.623867 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9dc2f649-3d69-47f5-858a-7f49bddc5c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343098'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.704795 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9dc2f649-3d69-47f5-858a-7f49bddc5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.808281 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9dc2f649-3d69-47f5-858a-7f49bddc5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5341398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5396290'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.827860 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.859533 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9dc2f649-3d69-47f5-858a-7f49bddc5c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.868179 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9dc2f649-3d69-47f5-858a-7f49bddc5c47 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/555bdecc-1e04-473d-ad51-fb75340fbb1a HTTP/1.1" status: 204 len: 168 time: 0.3967640 Aug 10 14:25:52.869550 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52670) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:52.871055 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2f649-3d69-47f5-858a-7f49bddc5c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555bdecc-1e04-473d-ad51-fb75340fbb1a,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:52.930883 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec7713-a37b-42dc-b477-c35eb18ec40e req-93da7227-54fc-4812-bb65-bd7997aed549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:52.932718 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9aec7713-a37b-42dc-b477-c35eb18ec40e req-93da7227-54fc-4812-bb65-bd7997aed549 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 1099 time: 0.2563946 Aug 10 14:25:52.973318 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.030295 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.037261 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.068089 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.084086 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f079afc9-6109-49d0-a620-2a5d48bd655b']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:53.096089 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe09bb7-8fe5-4162-a386-8a70e730e3c5') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:53.096263 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe09bb7-8fe5-4162-a386-8a70e730e3c5') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:53.106921 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.122916 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.131105 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:25:53.131708 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:25:53.133468 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:25:53.187218 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9aec7713-a37b-42dc-b477-c35eb18ec40e req-623a0560-2f9a-47f8-9de6-fa59dcb06316 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879666 Aug 10 14:25:53.192238 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.193164 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbbf0d7-ad46-40ae-8f17-6b710c971311 {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:25:53.204696 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.209647 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-777f91e8-85b3-45ef-8598-a026315bc1f3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2fbbf0d7-ad46-40ae-8f17-6b710c971311 HTTP/1.1" status: 204 len: 168 time: 1.8567340 Aug 10 14:25:53.209859 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 52686) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:53.251587 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.260597 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.260597 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f079afc9-6109-49d0-a620-2a5d48bd655b HTTP/1.1" status: 204 len: 168 time: 0.3833625 Aug 10 14:25:53.272336 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc96257-98f8-491f-b8e5-ee4c1abd1779 admin admin] Pushing event deleted for resources: {'Network': ['ID=f079afc9-6109-49d0-a620-2a5d48bd655b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:53.274345 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d679f2c-5eac-4aa6-92b6-c52dd1e16504 admin admin] Deleting subnet 946baf6e-d1b3-4a58-90ad-7e9931fb0293 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:25:53.282163 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7d679f2c-5eac-4aa6-92b6-c52dd1e16504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.323946 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7d679f2c-5eac-4aa6-92b6-c52dd1e16504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4254329'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.418594 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7d679f2c-5eac-4aa6-92b6-c52dd1e16504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.423040 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 61d687d6-0187-4433-82fd-7e310345eae8 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:53.486839 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 61d687d6-0187-4433-82fd-7e310345eae8 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:25:53.488855 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 61d687d6-0187-4433-82fd-7e310345eae8 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:25:53.490746 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 31885199-0181-45ac-904f-1040e79b515e no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:25:53.508684 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7d679f2c-5eac-4aa6-92b6-c52dd1e16504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4255071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6237532'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.572962 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 31885199-0181-45ac-904f-1040e79b515e {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:25:53.578482 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 31885199-0181-45ac-904f-1040e79b515e not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:25:53.593754 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d679f2c-5eac-4aa6-92b6-c52dd1e16504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946baf6e-d1b3-4a58-90ad-7e9931fb0293,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:53.600150 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7d679f2c-5eac-4aa6-92b6-c52dd1e16504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.607105 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7d679f2c-5eac-4aa6-92b6-c52dd1e16504 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/946baf6e-d1b3-4a58-90ad-7e9931fb0293 HTTP/1.1" status: 204 len: 168 time: 0.3912048 Aug 10 14:25:53.609190 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52706) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:53.698149 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52710) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:53.759097 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:53.805094 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2082b-3114-4542-a2c7-cc6690a349fe req-26f2ee39-e8da-43b3-80ae-344bd792a551 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:53.812220 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0fe4791b-b4ec-4196-9aee-2da6cf795911 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fbf0fb263184f20b746cd10c11e76f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1122930 Aug 10 14:25:53.818952 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52718) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:53.821725 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-edf2082b-3114-4542-a2c7-cc6690a349fe req-26f2ee39-e8da-43b3-80ae-344bd792a551 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.2433498 Aug 10 14:25:53.831241 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2795b-b5f3-4e93-abbe-67b4c79dc911 req-8f709724-9ba2-4130-b036-4f9c1ca611b5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:53.840525 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b7f2795b-b5f3-4e93-abbe-67b4c79dc911 req-8f709724-9ba2-4130-b036-4f9c1ca611b5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 946 time: 0.1907120 Aug 10 14:25:53.913399 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-edf2082b-3114-4542-a2c7-cc6690a349fe req-b00f527a-7c85-4d70-a955-41e4f4ec763b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720754 Aug 10 14:25:53.922051 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b7f2795b-b5f3-4e93-abbe-67b4c79dc911 req-09557d2b-354d-4c21-96c9-b4d5db3474aa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818629 Aug 10 14:25:53.994600 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.015214 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82446d6-0f3f-413b-b75b-3143718033e5']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:54.017871 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5173b24-71e6-4a0c-8657-3cb55a80ed0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.029066 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95fcd59-555e-445f-a184-f0d3f916d38e') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:54.029433 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95fcd59-555e-445f-a184-f0d3f916d38e') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:25:54.052103 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.069335 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5173b24-71e6-4a0c-8657-3cb55a80ed0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.084247 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.102589 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:25:54.103000 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:25:54.104738 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:25:54.172684 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.179993 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.181523 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] 10.222.0.44 "DELETE /v2.0/networks/d82446d6-0f3f-413b-b75b-3143718033e5 HTTP/1.1" status: 204 len: 168 time: 0.5678811 Aug 10 14:25:54.198804 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4a12b-92c2-419a-bd41-bd490cf7e4bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d82446d6-0f3f-413b-b75b-3143718033e5,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:54.201354 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5173b24-71e6-4a0c-8657-3cb55a80ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.205764 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f5173b24-71e6-4a0c-8657-3cb55a80ed0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.207932 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f5173b24-71e6-4a0c-8657-3cb55a80ed0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15451ac2-2116-4304-855d-54d3422dc2d6 HTTP/1.1" status: 204 len: 168 time: 0.3870170 Aug 10 14:25:54.221434 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173b24-71e6-4a0c-8657-3cb55a80ed0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15451ac2-2116-4304-855d-54d3422dc2d6,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:54.413533 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 52730) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:54.460992 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-17e83f7d-683e-4f37-bf4c-69ebce22a976 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30b8cff49a4b4ae3948c704114fe21c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460987 Aug 10 14:25:54.463864 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 52734) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:54.520307 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b196476b-735c-4f0b-b827-65da47207cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.545612 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b196476b-735c-4f0b-b827-65da47207cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.603572 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b196476b-735c-4f0b-b827-65da47207cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.606772 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b196476b-735c-4f0b-b827-65da47207cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.609096 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b196476b-735c-4f0b-b827-65da47207cee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9db18595-18ec-4027-ba59-3e82995d9af3 HTTP/1.1" status: 204 len: 168 time: 0.1441269 Aug 10 14:25:54.618218 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196476b-735c-4f0b-b827-65da47207cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db18595-18ec-4027-ba59-3e82995d9af3,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:55.493224 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869baa34-2bb2-4374-aae0-f7eb08de281e req-5c30353c-b656-4b3b-87c4-4e90721c5986 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:55.504175 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-869baa34-2bb2-4374-aae0-f7eb08de281e req-5c30353c-b656-4b3b-87c4-4e90721c5986 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 946 time: 0.4304430 Aug 10 14:25:55.552240 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78e8fc-7383-4e91-9090-75b355c55061 req-767b48d1-604b-4b7b-b3cc-ccc2299aeb7c tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:55.554187 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0d78e8fc-7383-4e91-9090-75b355c55061 req-767b48d1-604b-4b7b-b3cc-ccc2299aeb7c tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.4247522 Aug 10 14:25:55.578324 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-869baa34-2bb2-4374-aae0-f7eb08de281e req-a17e4304-cd7b-40a5-88ad-6f86606bddaf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729301 Aug 10 14:25:55.626841 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0d78e8fc-7383-4e91-9090-75b355c55061 req-05b29d5c-2676-40d2-baa0-19cd49bb2003 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586877 Aug 10 14:25:55.808664 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9ebd2963-64ad-4a91-a7be-04a0451daf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:56.781791 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab688-39db-4f24-bdcc-f24ecbd38d20 req-cca6cefc-55d9-4b2e-a38c-7a509b85f98d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:56.783345 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a49ab688-39db-4f24-bdcc-f24ecbd38d20 req-cca6cefc-55d9-4b2e-a38c-7a509b85f98d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 946 time: 0.1071234 Aug 10 14:25:56.817663 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53036e98-8cf0-49dc-a5fc-64525e79ba9f req-2ac78b57-9e9c-49ba-a892-472d8cc9b256 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:56.819228 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53036e98-8cf0-49dc-a5fc-64525e79ba9f req-2ac78b57-9e9c-49ba-a892-472d8cc9b256 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0948541 Aug 10 14:25:56.854097 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a49ab688-39db-4f24-bdcc-f24ecbd38d20 req-5adbd20d-0ece-4168-b283-dd9e17c61530 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633512 Aug 10 14:25:56.876928 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53036e98-8cf0-49dc-a5fc-64525e79ba9f req-99cda836-1463-4d9a-9f44-58079bc566e7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514722 Aug 10 14:25:58.012558 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0d3eb-7f9d-4ee8-bb67-042d13ef1565 req-ba7cd999-0b55-4cf2-b802-e99838a7f03f tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:58.014767 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52a0d3eb-7f9d-4ee8-bb67-042d13ef1565 req-ba7cd999-0b55-4cf2-b802-e99838a7f03f tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0533307 Aug 10 14:25:58.060538 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52a0d3eb-7f9d-4ee8-bb67-042d13ef1565 req-a5544fbf-94a0-4cad-8392-03404fcdd725 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394907 Aug 10 14:25:58.597191 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2eca1b75-a65d-41d8-8385-18523320a9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:58.740870 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:58.758327 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52904) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:58.908039 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f77a1d1f-ed69-43de-90a2-719f4818523d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.020259 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f77a1d1f-ed69-43de-90a2-719f4818523d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.025072 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f77a1d1f-ed69-43de-90a2-719f4818523d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.028151 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 52912) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:59.078076 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f77a1d1f-ed69-43de-90a2-719f4818523d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49c3dce8a4514604b5d5f21296fa23e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181767 Aug 10 14:25:59.079447 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a1d1f-ed69-43de-90a2-719f4818523d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318bfc38-59b6-4ba8-af9d-78ad5f60ef26,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:59.082292 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 52916) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:59.209408 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8610725f-2bfd-4ea3-8c4e-e0d357d423a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.266148 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-172845ca-c6e3-4ffa-8163-306fb74896ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.303711 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f7858-5d2a-4540-b444-3aab04e8a68e req-19c1c0e6-b4e8-40dd-b27b-da9b4cf06405 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:59.305424 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-286f7858-5d2a-4540-b444-3aab04e8a68e req-19c1c0e6-b4e8-40dd-b27b-da9b4cf06405 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1290648 Aug 10 14:25:59.335525 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-172845ca-c6e3-4ffa-8163-306fb74896ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.411750 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-286f7858-5d2a-4540-b444-3aab04e8a68e req-656e89a0-11a1-443c-a4a9-69ddf0597671 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955243 Aug 10 14:25:59.473776 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-172845ca-c6e3-4ffa-8163-306fb74896ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.477570 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-172845ca-c6e3-4ffa-8163-306fb74896ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.481922 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-172845ca-c6e3-4ffa-8163-306fb74896ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/318bfc38-59b6-4ba8-af9d-78ad5f60ef26 HTTP/1.1" status: 204 len: 168 time: 0.3960049 Aug 10 14:25:59.540624 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172845ca-c6e3-4ffa-8163-306fb74896ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318bfc38-59b6-4ba8-af9d-78ad5f60ef26,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:59.547356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8610725f-2bfd-4ea3-8c4e-e0d357d423a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.555789 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8610725f-2bfd-4ea3-8c4e-e0d357d423a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.608653 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8610725f-2bfd-4ea3-8c4e-e0d357d423a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=998cf43082f642cb952a614c4f0d250b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736761 Aug 10 14:25:59.609064 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 52930) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:59.658896 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610725f-2bfd-4ea3-8c4e-e0d357d423a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490696cd-d281-49b9-a9e8-7a2a6eee8736,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:59.690185 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1eb76644-43da-41a4-a896-1ee57c287a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.721781 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1eb76644-43da-41a4-a896-1ee57c287a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.793286 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1eb76644-43da-41a4-a896-1ee57c287a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.796881 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1eb76644-43da-41a4-a896-1ee57c287a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.798136 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-1eb76644-43da-41a4-a896-1ee57c287a80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/490696cd-d281-49b9-a9e8-7a2a6eee8736 HTTP/1.1" status: 204 len: 168 time: 0.1880951 Aug 10 14:25:59.811346 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb76644-43da-41a4-a896-1ee57c287a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490696cd-d281-49b9-a9e8-7a2a6eee8736,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:59.878912 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:00.603064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6bf7-4a41-46cf-81c9-ef6482216e3a req-d24d9cd7-676e-4c91-8586-b2d7f9fc4e12 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:00.606176 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-764c6bf7-4a41-46cf-81c9-ef6482216e3a req-d24d9cd7-676e-4c91-8586-b2d7f9fc4e12 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0690506 Aug 10 14:26:00.653315 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-764c6bf7-4a41-46cf-81c9-ef6482216e3a req-7e20bb55-5a38-49a7-b278-552552269cbd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 Aug 10 14:26:01.308957 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53006) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:01.465677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6377d2b-741c-45fd-a515-65da70664797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:01.578477 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:01.588671 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6377d2b-741c-45fd-a515-65da70664797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:01.593442 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e6377d2b-741c-45fd-a515-65da70664797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:01.641656 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e6377d2b-741c-45fd-a515-65da70664797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4677362501f74e9a8e4792f6b7747045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313515 Aug 10 14:26:01.643138 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6377d2b-741c-45fd-a515-65da70664797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a210016c-f417-444a-b3b9-b3e95864c98b,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:01.644768 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53014) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:01.706440 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-138117b4-9521-47ac-8e86-61cb8a65b3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:01.743026 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-138117b4-9521-47ac-8e86-61cb8a65b3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:01.771702 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:26:01.818886 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79527b09-0e41-40ca-978b-323c0f16e3c4 req-50f6eed0-8bef-4eb6-af2b-5a5db92f4a8e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:01.819302 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-138117b4-9521-47ac-8e86-61cb8a65b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:01.821494 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-79527b09-0e41-40ca-978b-323c0f16e3c4 req-50f6eed0-8bef-4eb6-af2b-5a5db92f4a8e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0667572 Aug 10 14:26:01.823443 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-138117b4-9521-47ac-8e86-61cb8a65b3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:01.824812 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-138117b4-9521-47ac-8e86-61cb8a65b3a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a210016c-f417-444a-b3b9-b3e95864c98b HTTP/1.1" status: 204 len: 168 time: 0.1780283 Aug 10 14:26:01.836879 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138117b4-9521-47ac-8e86-61cb8a65b3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210016c-f417-444a-b3b9-b3e95864c98b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:01.882084 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-79527b09-0e41-40ca-978b-323c0f16e3c4 req-8b6a3ff1-fb29-4dac-ab2d-395d6d46c19a tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534670 Aug 10 14:26:03.027764 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a7f96-cb19-4dd9-bed5-9a0f63855881 req-4f6cf808-3340-451a-ba2f-236dc92ed7fa tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:03.030061 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c63a7f96-cb19-4dd9-bed5-9a0f63855881 req-4f6cf808-3340-451a-ba2f-236dc92ed7fa tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0642085 Aug 10 14:26:03.077741 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c63a7f96-cb19-4dd9-bed5-9a0f63855881 req-0f25421e-0d6e-48f8-ab38-d1361f5c1905 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 Aug 10 14:26:03.342339 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cfe04-936e-41b4-91e5-44b92caf3aa0 req-0544fc13-4207-45f2-8205-74a5b2e39a51 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:03.344758 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ed6cfe04-936e-41b4-91e5-44b92caf3aa0 req-0544fc13-4207-45f2-8205-74a5b2e39a51 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0778773 Aug 10 14:26:03.399864 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ed6cfe04-936e-41b4-91e5-44b92caf3aa0 req-72d9a084-dc1a-4577-ab9a-07867d12a1f6 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441291 Aug 10 14:26:03.467555 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-1d7fdf7c-563e-4b11-b8a0-69e4fa153ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:03.470272 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-1d7fdf7c-563e-4b11-b8a0-69e4fa153ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 1098 time: 0.0576110 Aug 10 14:26:03.644071 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-3cb93ea6-87f3-40f1-8b4e-d69fbeadf801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:03.647123 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-3cb93ea6-87f3-40f1-8b4e-d69fbeadf801 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 912 time: 0.1692643 Aug 10 14:26:03.689128 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53076) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:03.738558 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-5b03aa5f-ceda-4541-9bd0-5e1bbf3471f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 HTTP/1.1" status: 200 len: 1000 time: 0.0842245 Aug 10 14:26:03.824416 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-2f203a92-384a-4b25-a1b3-fc29db7d1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:03.827220 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-2f203a92-384a-4b25-a1b3-fc29db7d1f10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0802557 Aug 10 14:26:03.845526 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3ae5177b-e17a-45b1-a9c7-52bd28b3244f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:03.908544 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-ff290f55-4d79-4c8e-9cd0-c449f31efd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:03.911594 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-ff290f55-4d79-4c8e-9cd0-c449f31efd7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764551 Aug 10 14:26:04.020693 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3ae5177b-e17a-45b1-a9c7-52bd28b3244f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.026784 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3ae5177b-e17a-45b1-a9c7-52bd28b3244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.098655 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3ae5177b-e17a-45b1-a9c7-52bd28b3244f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27b1e62f08ae4c0eb3e7e81dd2c89a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076259 Aug 10 14:26:04.099858 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-c4d2b9e2-8474-4b73-a56d-74168e3fb60f service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809618 Aug 10 14:26:04.102134 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53094) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:04.102989 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5177b-e17a-45b1-a9c7-52bd28b3244f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c05792c-9eee-403b-accf-a5b60906ae9f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:04.241893 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-744e81fb-0592-4a4e-9d80-94beb0beee97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.273563 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d892dc88-3603-406b-ba91-0db91eca36b1 req-52d9e7ad-6988-4447-b079-2da948bfa9f3 service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615443 Aug 10 14:26:04.282906 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-744e81fb-0592-4a4e-9d80-94beb0beee97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.354521 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-744e81fb-0592-4a4e-9d80-94beb0beee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.358997 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-744e81fb-0592-4a4e-9d80-94beb0beee97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.361209 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-744e81fb-0592-4a4e-9d80-94beb0beee97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c05792c-9eee-403b-accf-a5b60906ae9f HTTP/1.1" status: 204 len: 168 time: 0.2570837 Aug 10 14:26:04.370551 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e81fb-0592-4a4e-9d80-94beb0beee97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c05792c-9eee-403b-accf-a5b60906ae9f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:04.552531 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a21566-fc62-47ce-b90d-8a18b5c3d0d8 req-44944816-9640-4201-aa01-cc95b71d00dc tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:04.554235 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52a21566-fc62-47ce-b90d-8a18b5c3d0d8 req-44944816-9640-4201-aa01-cc95b71d00dc tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0605581 Aug 10 14:26:04.600498 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52a21566-fc62-47ce-b90d-8a18b5c3d0d8 req-1f1d0c19-c068-448c-8de2-1fad2877a798 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393658 Aug 10 14:26:04.683101 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53104) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:04.697580 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a8a-8ed7-41d8-b2ab-d21c10d2e5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.815647 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a8a-8ed7-41d8-b2ab-d21c10d2e5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.820805 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-83bd9a8a-8ed7-41d8-b2ab-d21c10d2e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.862903 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd9a8a-8ed7-41d8-b2ab-d21c10d2e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c09fbd0-fdfa-4cc1-a378-e074e5b93028,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:04.867226 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-83bd9a8a-8ed7-41d8-b2ab-d21c10d2e5f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4e1285e119348b3a159102b32a7595b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830449 Aug 10 14:26:04.871415 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53106) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:04.931224 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-005c25ec-6f45-4dd0-9c3e-33068cb6e87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:04.969402 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-005c25ec-6f45-4dd0-9c3e-33068cb6e87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:05.051294 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-005c25ec-6f45-4dd0-9c3e-33068cb6e87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:05.055538 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-005c25ec-6f45-4dd0-9c3e-33068cb6e87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:05.057195 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-005c25ec-6f45-4dd0-9c3e-33068cb6e87f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c09fbd0-fdfa-4cc1-a378-e074e5b93028 HTTP/1.1" status: 204 len: 168 time: 0.1842918 Aug 10 14:26:05.071832 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c25ec-6f45-4dd0-9c3e-33068cb6e87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c09fbd0-fdfa-4cc1-a378-e074e5b93028,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:05.818604 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d7499-9b85-4b1f-927b-973851cd5552 req-fdeb6600-5c8f-4bee-aec6-8937f5e0d71e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:05.820173 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5e2d7499-9b85-4b1f-927b-973851cd5552 req-fdeb6600-5c8f-4bee-aec6-8937f5e0d71e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0847695 Aug 10 14:26:05.875623 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5e2d7499-9b85-4b1f-927b-973851cd5552 req-56e5c310-f393-4bc3-bcfc-592d9d6666b1 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484796 Aug 10 14:26:09.341684 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:11.436244 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53262) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:11.577677 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc3151d0-2bbe-4442-b4a0-18ecedc0ec50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:11.687243 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc3151d0-2bbe-4442-b4a0-18ecedc0ec50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:11.692323 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fc3151d0-2bbe-4442-b4a0-18ecedc0ec50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:11.733085 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fc3151d0-2bbe-4442-b4a0-18ecedc0ec50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5bc936d427e04f05aea836d4821fca9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957261 Aug 10 14:26:11.734005 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3151d0-2bbe-4442-b4a0-18ecedc0ec50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fec723-a7dc-4355-a926-72d595901db0,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:11.743245 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53266) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:11.788096 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4fd5abac-b04a-43ee-af6f-50beb4948b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:11.811357 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4fd5abac-b04a-43ee-af6f-50beb4948b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:11.863318 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4fd5abac-b04a-43ee-af6f-50beb4948b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:11.867070 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4fd5abac-b04a-43ee-af6f-50beb4948b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:11.868831 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4fd5abac-b04a-43ee-af6f-50beb4948b92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85fec723-a7dc-4355-a926-72d595901db0 HTTP/1.1" status: 204 len: 168 time: 0.1314130 Aug 10 14:26:11.887947 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5abac-b04a-43ee-af6f-50beb4948b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fec723-a7dc-4355-a926-72d595901db0,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:12.174902 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53272) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:12.188567 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4ba09315-7257-4a17-abf6-42d7fef9b9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:12.291096 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4ba09315-7257-4a17-abf6-42d7fef9b9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:12.296712 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4ba09315-7257-4a17-abf6-42d7fef9b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:12.360468 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba09315-7257-4a17-abf6-42d7fef9b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8b076d-f562-414b-bc3b-3ba75ec9db77,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:12.369533 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4ba09315-7257-4a17-abf6-42d7fef9b9a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a508b49e5eec498d81b26d397f91ef26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926479 Aug 10 14:26:12.371583 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53274) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:12.458753 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68c289a3-b89b-4a6d-99a1-562f92607e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:12.482819 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68c289a3-b89b-4a6d-99a1-562f92607e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:12.538825 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68c289a3-b89b-4a6d-99a1-562f92607e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:12.541536 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-68c289a3-b89b-4a6d-99a1-562f92607e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:12.546144 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-68c289a3-b89b-4a6d-99a1-562f92607e55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d8b076d-f562-414b-bc3b-3ba75ec9db77 HTTP/1.1" status: 204 len: 168 time: 0.1689405 Aug 10 14:26:12.556012 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c289a3-b89b-4a6d-99a1-562f92607e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8b076d-f562-414b-bc3b-3ba75ec9db77,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:12.996130 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53310) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:13.159941 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b9395f58-e5cb-4b45-838f-bf3a2af19262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.256669 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b9395f58-e5cb-4b45-838f-bf3a2af19262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.260645 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b9395f58-e5cb-4b45-838f-bf3a2af19262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.303134 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b9395f58-e5cb-4b45-838f-bf3a2af19262 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f77ff1bcb7c4e759dea8c296aabe15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058970 Aug 10 14:26:13.304117 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9395f58-e5cb-4b45-838f-bf3a2af19262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ca62f-7f26-4757-8170-710a5b92a977,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:13.305824 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53322) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:13.364109 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8759344-aa3c-4bda-aabc-1ac7fbbd881a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.389817 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8759344-aa3c-4bda-aabc-1ac7fbbd881a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.438746 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8759344-aa3c-4bda-aabc-1ac7fbbd881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.441538 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a8759344-aa3c-4bda-aabc-1ac7fbbd881a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.442710 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a8759344-aa3c-4bda-aabc-1ac7fbbd881a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/775ca62f-7f26-4757-8170-710a5b92a977 HTTP/1.1" status: 204 len: 168 time: 0.1357765 Aug 10 14:26:13.457140 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8759344-aa3c-4bda-aabc-1ac7fbbd881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ca62f-7f26-4757-8170-710a5b92a977,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:13.824726 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53370) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:13.839187 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5b17ef5f-0ecd-4acf-a62a-531ec79dca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.962916 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5b17ef5f-0ecd-4acf-a62a-531ec79dca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:13.969005 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5b17ef5f-0ecd-4acf-a62a-531ec79dca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:14.011686 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5b17ef5f-0ecd-4acf-a62a-531ec79dca0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25358e3d56604979a57346ea6be00b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851931 Aug 10 14:26:14.013171 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17ef5f-0ecd-4acf-a62a-531ec79dca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afb9312-37fd-40a1-b35d-89b04768660c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:14.016317 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53372) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:14.086040 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a73c3450-88d0-4a1f-ad86-78515296a8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:14.114922 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a73c3450-88d0-4a1f-ad86-78515296a8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:14.174726 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a73c3450-88d0-4a1f-ad86-78515296a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:14.177422 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a73c3450-88d0-4a1f-ad86-78515296a8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:14.178660 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a73c3450-88d0-4a1f-ad86-78515296a8eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0afb9312-37fd-40a1-b35d-89b04768660c HTTP/1.1" status: 204 len: 168 time: 0.1614003 Aug 10 14:26:14.187369 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c3450-88d0-4a1f-ad86-78515296a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afb9312-37fd-40a1-b35d-89b04768660c,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:16.352002 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53464) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:16.468577 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-27146af0-a2e8-4168-a4d1-16c1e203d2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:16.570104 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-27146af0-a2e8-4168-a4d1-16c1e203d2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:16.575873 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-27146af0-a2e8-4168-a4d1-16c1e203d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:16.617960 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-27146af0-a2e8-4168-a4d1-16c1e203d2fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd312281099c4d22b80b4c8e214b21b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644863 Aug 10 14:26:16.618991 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27146af0-a2e8-4168-a4d1-16c1e203d2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e47057-14af-452e-b4d7-5879f8e08d65,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:16.621287 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53468) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:16.679838 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fc45b775-81e0-4974-bdec-c80cc8762a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:16.701024 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fc45b775-81e0-4974-bdec-c80cc8762a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:16.772389 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fc45b775-81e0-4974-bdec-c80cc8762a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:16.775100 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fc45b775-81e0-4974-bdec-c80cc8762a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:16.776261 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-fc45b775-81e0-4974-bdec-c80cc8762a89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55e47057-14af-452e-b4d7-5879f8e08d65 HTTP/1.1" status: 204 len: 168 time: 0.1530583 Aug 10 14:26:16.785001 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45b775-81e0-4974-bdec-c80cc8762a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e47057-14af-452e-b4d7-5879f8e08d65,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:17.053431 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53474) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:17.069213 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7256c6fd-7bbf-483f-82d2-2ddefe738a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:17.164267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7256c6fd-7bbf-483f-82d2-2ddefe738a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:17.168217 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-7256c6fd-7bbf-483f-82d2-2ddefe738a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:17.210204 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-7256c6fd-7bbf-483f-82d2-2ddefe738a98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac456c91581440f695d3cf41fd52229f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555848 Aug 10 14:26:17.211220 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256c6fd-7bbf-483f-82d2-2ddefe738a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476c1982-737f-47c9-b3fd-fc1e612260c8,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:17.213066 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53476) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:17.301819 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1783-5dd6-4749-93b8-b83f742ac50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:17.329555 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1783-5dd6-4749-93b8-b83f742ac50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:17.386137 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1783-5dd6-4749-93b8-b83f742ac50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:17.389368 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1783-5dd6-4749-93b8-b83f742ac50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:17.390567 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7b6d1783-5dd6-4749-93b8-b83f742ac50e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/476c1982-737f-47c9-b3fd-fc1e612260c8 HTTP/1.1" status: 204 len: 168 time: 0.1749842 Aug 10 14:26:17.398539 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d1783-5dd6-4749-93b8-b83f742ac50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476c1982-737f-47c9-b3fd-fc1e612260c8,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:25.817448 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-9d031e5c-b831-42d8-bde8-b3d57a77a319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.507758 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53618) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:28.595135 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3215-f9ba-4cc9-aef8-766c25126ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.620343 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-788c867e-f9f9-4714-91c7-f5c6fffbe50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.714779 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-788c867e-f9f9-4714-91c7-f5c6fffbe50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.719511 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-788c867e-f9f9-4714-91c7-f5c6fffbe50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.737297 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.763912 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-788c867e-f9f9-4714-91c7-f5c6fffbe50b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c758dbca55c845ae9a06081dbb27a20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549376 Aug 10 14:26:28.764790 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c867e-f9f9-4714-91c7-f5c6fffbe50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8ae7cf-0d55-4c49-9b9a-b42e025582a6,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:28.766688 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53626) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:28.822126 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a2666f4e-b464-4656-b955-a312a3552379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.845895 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a2666f4e-b464-4656-b955-a312a3552379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.893445 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a2666f4e-b464-4656-b955-a312a3552379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.895995 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a2666f4e-b464-4656-b955-a312a3552379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:28.897136 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a2666f4e-b464-4656-b955-a312a3552379 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa8ae7cf-0d55-4c49-9b9a-b42e025582a6 HTTP/1.1" status: 204 len: 168 time: 0.1294477 Aug 10 14:26:28.905495 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2666f4e-b464-4656-b955-a312a3552379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8ae7cf-0d55-4c49-9b9a-b42e025582a6,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:29.175280 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53636) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:29.188921 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1a88ad09-d3de-4403-9250-7200e1237527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.299533 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1a88ad09-d3de-4403-9250-7200e1237527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.304080 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1a88ad09-d3de-4403-9250-7200e1237527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.345105 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88ad09-d3de-4403-9250-7200e1237527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedbaf12-81a6-4663-922e-837537a62b80,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:29.349354 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-1a88ad09-d3de-4403-9250-7200e1237527 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fe1deb4b41d4289b23a25c7d19e6ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729820 Aug 10 14:26:29.352709 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53638) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:29.406587 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6be061d0-3db2-4a05-9176-4bc7ec11a7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.430580 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6be061d0-3db2-4a05-9176-4bc7ec11a7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.487661 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6be061d0-3db2-4a05-9176-4bc7ec11a7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.490719 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6be061d0-3db2-4a05-9176-4bc7ec11a7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.492317 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6be061d0-3db2-4a05-9176-4bc7ec11a7af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fedbaf12-81a6-4663-922e-837537a62b80 HTTP/1.1" status: 204 len: 168 time: 0.1387451 Aug 10 14:26:29.504025 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be061d0-3db2-4a05-9176-4bc7ec11a7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedbaf12-81a6-4663-922e-837537a62b80,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:29.885531 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:31.567241 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:33.887429 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53748) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:33.980258 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba357507-463a-4d6f-b96c-7b1030f22a30 req-1d70fe79-5b90-46eb-9e6d-a928d68ee9af tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:33.981855 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba357507-463a-4d6f-b96c-7b1030f22a30 req-1d70fe79-5b90-46eb-9e6d-a928d68ee9af tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 946 time: 0.0613165 Aug 10 14:26:34.022821 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba357507-463a-4d6f-b96c-7b1030f22a30 req-b8d7c6c7-3404-4394-824b-f682f6197ccf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Aug 10 14:26:34.024729 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c265-30bc-47ee-95e3-d481b7635bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:34.128651 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c265-30bc-47ee-95e3-d481b7635bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:34.133621 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c265-30bc-47ee-95e3-d481b7635bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:34.175375 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b9c6c265-30bc-47ee-95e3-d481b7635bc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de9e359b663a49f7909ded3248ed4d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867024 Aug 10 14:26:34.176171 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6c265-30bc-47ee-95e3-d481b7635bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17f3ef-753b-4500-920c-ad96ba5db5c7,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:34.179880 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53752) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:34.232998 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15dee157-6235-4bbe-8f10-bdedccb58653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:34.256887 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15dee157-6235-4bbe-8f10-bdedccb58653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:34.309061 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15dee157-6235-4bbe-8f10-bdedccb58653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:34.311994 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15dee157-6235-4bbe-8f10-bdedccb58653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:34.313176 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-15dee157-6235-4bbe-8f10-bdedccb58653 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e17f3ef-753b-4500-920c-ad96ba5db5c7 HTTP/1.1" status: 204 len: 168 time: 0.1323688 Aug 10 14:26:34.321790 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dee157-6235-4bbe-8f10-bdedccb58653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17f3ef-753b-4500-920c-ad96ba5db5c7,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:34.777820 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53772) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:34.890884 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14e573e8-a62d-49e6-86ec-c0c9a0703cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.001641 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14e573e8-a62d-49e6-86ec-c0c9a0703cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.006789 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-14e573e8-a62d-49e6-86ec-c0c9a0703cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.046279 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-14e573e8-a62d-49e6-86ec-c0c9a0703cef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6bf05c87d8c44379149080d928678ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674432 Aug 10 14:26:35.048265 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e573e8-a62d-49e6-86ec-c0c9a0703cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6602cf7-a68a-4e08-86e2-59431fd91cb7,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:35.050431 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53784) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:35.086479 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53788) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:35.119816 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fad31386-c3a3-405b-90b6-143b02d41bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.143581 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fad31386-c3a3-405b-90b6-143b02d41bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.166531 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7388ff-0e3e-4066-b752-7ffbdb45b16d req-df4d5d7b-adae-4350-b31e-67bad5924a6a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:35.169149 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a7388ff-0e3e-4066-b752-7ffbdb45b16d req-df4d5d7b-adae-4350-b31e-67bad5924a6a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 946 time: 0.0587199 Aug 10 14:26:35.196742 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fad31386-c3a3-405b-90b6-143b02d41bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.199556 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fad31386-c3a3-405b-90b6-143b02d41bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.201519 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fad31386-c3a3-405b-90b6-143b02d41bf1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6602cf7-a68a-4e08-86e2-59431fd91cb7 HTTP/1.1" status: 204 len: 168 time: 0.1489360 Aug 10 14:26:35.210563 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad31386-c3a3-405b-90b6-143b02d41bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6602cf7-a68a-4e08-86e2-59431fd91cb7,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:35.217448 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a7388ff-0e3e-4066-b752-7ffbdb45b16d req-3ee5556c-fbc3-44cb-b8b4-1adb30a2ae6a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Aug 10 14:26:35.223081 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1626263892-network', 'tenant_id': '71925fd376bd44c8aa051626ac361385'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:35.249134 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Made reservation on behalf of 71925fd376bd44c8aa051626ac361385 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:35.251644 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.260717 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.375391 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.380286 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.404498 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:26:35.420267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e03e5c0-1220-4671-9799-7a4d6e7fdf74,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:35.427552 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.427898 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Added segment d0ceb305-d26f-4f33-954a-63ddad678541 of type vlan for network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 Aug 10 14:26:35.484751 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.524029 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.525226 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:35.525747 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.585760 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4977438 Aug 10 14:26:35.590294 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53802) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:35.597245 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Request body: {'subnet': {'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1626263892-subnet', 'tenant_id': '71925fd376bd44c8aa051626ac361385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:35.605623 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de7266-de57-40c4-af30-c5f41d92857d admin admin] Pushing event updated for resources: {'Network': ['ID=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:35.624666 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Made reservation on behalf of 71925fd376bd44c8aa051626ac361385 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:35.627046 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6237373'] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.628766 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:26:35.735702 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-31f55cb0-a0c1-4cc6-9635-978357774c20 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:35.737418 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-31f55cb0-a0c1-4cc6-9635-978357774c20 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 946 time: 0.0960760 Aug 10 14:26:35.912412 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Deleting port 45201a0f-36b7-4a65-87c2-af786f045751 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:26:35.912827 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:35.915530 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4255006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6237359'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:36.015217 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f45b67-1e82-4784-98be-2d2c7dc9de03,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:36.054728 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Checking segment: {'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:36.055082 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Network hostable DHCP agents. Network: 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:26:36.070680 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] For port 45201a0f-36b7-4a65-87c2-af786f045751, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45201a0f-36b7-4a65-87c2-af786f045751,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:36.070967 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:36.148993 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:26:36.172056 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:36.180007 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d3ea2-cee0-438c-b4b8-433a8559596d None None] Network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:26:36.189120 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:36.189714 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:36.251377 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-656c587b-d33f-4fa6-bd5b-95c93c159159 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6600852 Aug 10 14:26:36.311865 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43def54b-55f4-4e7d-aced-cd07790ed08e None None] Network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:26:36.486222 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:36.486533 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:36.486909 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.l3_db [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Floating IP e254e450-94de-4c9f-ab1e-a56ce52e8290 disassociated. External IP: 172.27.3.2, port: 45201a0f-36b7-4a65-87c2-af786f045751. Aug 10 14:26:36.487246 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Calling delete_port for 45201a0f-36b7-4a65-87c2-af786f045751 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:26:36.500688 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c76a0d-ff7d-41da-ab4c-0f6bffd24592 req-fa61a47b-6006-4792-a7e5-28784dbbc66c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:36.502465 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-40c76a0d-ff7d-41da-ab4c-0f6bffd24592 req-fa61a47b-6006-4792-a7e5-28784dbbc66c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c HTTP/1.1" status: 200 len: 946 time: 0.1258142 Aug 10 14:26:36.598406 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-40c76a0d-ff7d-41da-ab4c-0f6bffd24592 req-31c43f13-f2fc-4912-b051-a6170190841e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=ab9e38f8-80c4-46b5-b46c-f9f77d48f141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830197 Aug 10 14:26:36.678856 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:36.706989 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event deleted for resources: {'Port': ['ID=45201a0f-36b7-4a65-87c2-af786f045751,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:36.827218 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Router 6688ff86-7ade-4487-990d-47b8d3e3653b has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:26:36.963963 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:26:36.976929 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] Sync routers for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:26:36.994562 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:36.995506 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:37.037012 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] No DVR routers for this DVR port 45201a0f-36b7-4a65-87c2-af786f045751 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:26:37.040619 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:37.043293 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-301c9a70-5af9-4bc0-b3e1-c95ca1b5436c req-2f707eff-7a64-462b-9766-175d14376329 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "DELETE /v2.0/ports/45201a0f-36b7-4a65-87c2-af786f045751 HTTP/1.1" status: 204 len: 173 time: 1.2986085 Aug 10 14:26:37.043787 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-deleted', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:26:37.046088 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6747aaa2-ad69-4a8b-bdcf-85d9023aeb85" -d '{"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-deleted", "tag": "45201a0f-36b7-4a65-87c2-af786f045751"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:26:37.108696 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2dcd66-06f2-4dd7-af99-ad8ac478124c x-openstack-request-id: req-8a2dcd66-06f2-4dd7-af99-ad8ac478124c {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:26:37.109065 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c", "name": "network-vif-deleted", "tag": "45201a0f-36b7-4a65-87c2-af786f045751", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:26:37.110378 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a2dcd66-06f2-4dd7-af99-ad8ac478124c {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:26:37.110848 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30240fa-f6f8-4fb7-8fc8-19cc79f1f84c', 'name': 'network-vif-deleted', 'tag': '45201a0f-36b7-4a65-87c2-af786f045751', 'status': 'completed', 'code': 200} Aug 10 14:26:37.209567 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:37.491104 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:37.520829 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] Checking router: 6688ff86-7ade-4487-990d-47b8d3e3653b for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:26:37.531046 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:37.531742 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:37.650261 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:37.705113 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53854) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:37.771074 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:37.800005 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:37.856001 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:37.859082 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:37.860336 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "DELETE /v2.0/security-groups/ab9e38f8-80c4-46b5-b46c-f9f77d48f141 HTTP/1.1" status: 204 len: 168 time: 0.1534925 Aug 10 14:26:37.863095 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53856) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:37.879775 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:37.880028 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.api.v2.resource [None req-34f656f8-28c4-45a6-9daa-cb9366564958 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] show failed (client error): The resource could not be found. Aug 10 14:26:37.880560 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9e38f8-80c4-46b5-b46c-f9f77d48f141,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:37.884219 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-34f656f8-28c4-45a6-9daa-cb9366564958 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups/ab9e38f8-80c4-46b5-b46c-f9f77d48f141 HTTP/1.1" status: 404 len: 347 time: 0.0201144 Aug 10 14:26:37.884778 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53858) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:37.911197 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a190b6-2634-460f-be38-a2f3a3478184 None None] The sync data for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi is: [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:26:37.922618 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.923064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.923479 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.923884 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.924294 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.924699 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.925102 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.925509 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.925909 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.926319 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.926722 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:37.927114 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f87957-ee29-42ed-a644-6d604b61a6d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:38.171028 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c375b0-9418-4c28-9623-4cdd3e19afbd None None] New status for floating IP e254e450-94de-4c9f-ab1e-a56ce52e8290: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:26:38.363202 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81deb79-427c-4385-b41c-0d17082c0514 req-59e863a1-3658-4fd1-9c63-cbeec92d5f17 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:38.364298 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-59e863a1-3658-4fd1-9c63-cbeec92d5f17 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/networks?id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 HTTP/1.1" status: 200 len: 809 time: 0.1227586 Aug 10 14:26:38.397071 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-9dea07fd-cb19-4fcc-bfe9-18eff09dbdff tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/quotas/71925fd376bd44c8aa051626ac361385 HTTP/1.1" status: 200 len: 375 time: 0.0220046 Aug 10 14:26:38.405161 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Deleting port 50e503d5-8907-42a0-89c6-83a0a761e588 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:26:38.405561 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:38.474738 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-2105552c-4fab-49c2-a0b4-4851630ba9ad tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=71925fd376bd44c8aa051626ac361385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545170 Aug 10 14:26:38.582251 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:38.582492 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:38.604816 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Calling delete_port for 50e503d5-8907-42a0-89c6-83a0a761e588 owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:26:38.636896 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-c4775f14-baf2-4a65-8f17-e32eb07d78bc service neutron] 10.222.0.44 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542521 Aug 10 14:26:38.781316 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:26:38.800999 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-fdae5ada-7d65-4755-b30c-fc513d88b5da service neutron] 10.222.0.44 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307476 Aug 10 14:26:38.883430 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:38.927425 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event deleted for resources: {'Port': ['ID=50e503d5-8907-42a0-89c6-83a0a761e588,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:39.018407 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5027c754-edf1-4c37-b188-cd01055046b4 req-31c89bd2-be9a-4278-9659-056898d443e2 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 210 time: 0.0391550 Aug 10 14:26:39.028375 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.031123 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.032280 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-00820e14-04a1-4569-a264-82482781f2e7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "DELETE /v2.0/floatingips/e254e450-94de-4c9f-ab1e-a56ce52e8290 HTTP/1.1" status: 204 len: 168 time: 1.1465137 Aug 10 14:26:39.328488 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53896) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:39.333399 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-b5d92854-c1d4-4956-821e-129d4d2618cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443021471', 'description': 'tempest-description--2086977134'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:39.338424 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.361742 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b5d92854-c1d4-4956-821e-129d4d2618cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.459037 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b5d92854-c1d4-4956-821e-129d4d2618cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.464171 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b5d92854-c1d4-4956-821e-129d4d2618cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.497700 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b5d92854-c1d4-4956-821e-129d4d2618cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.499079 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b5d92854-c1d4-4956-821e-129d4d2618cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1695921 Aug 10 14:26:39.500534 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d92854-c1d4-4956-821e-129d4d2618cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68090ab1-f1c0-498f-a1d2-6bd31f722adb,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:39.502796 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53902) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:39.512900 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'security_group_rule': {'security_group_id': '68090ab1-f1c0-498f-a1d2-6bd31f722adb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:39.551186 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.604976 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.610504 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.635496 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e7e69a-8ae1-414e-9215-1de42f36d0c9,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:39.643942 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.647863 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411815 Aug 10 14:26:39.647863 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.647863 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.648302 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53904) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:39.653029 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-ffedd20a-af0c-441b-9e26-818cb313ed68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'security_group_rule': {'security_group_id': '68090ab1-f1c0-498f-a1d2-6bd31f722adb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:39.657845 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.658357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.658744 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.659134 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.659479 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.661680 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.662291 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.662669 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.663015 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.663925 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597645a6-4346-4f28-9acd-9bf66b78641f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:39.690018 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ffedd20a-af0c-441b-9e26-818cb313ed68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.747445 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:26:39.766387 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ffedd20a-af0c-441b-9e26-818cb313ed68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.769035 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 45201a0f-36b7-4a65-87c2-af786f045751 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:26:39.769367 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 45201a0f-36b7-4a65-87c2-af786f045751 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:26:39.771758 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ffedd20a-af0c-441b-9e26-818cb313ed68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.794913 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedd20a-af0c-441b-9e26-818cb313ed68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a78caae-8f19-47e6-bab5-b927f7ddbcb2,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:39.796271 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53908) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:39.805222 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ffedd20a-af0c-441b-9e26-818cb313ed68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.810029 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ffedd20a-af0c-441b-9e26-818cb313ed68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573210 Aug 10 14:26:39.810725 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53912) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:39.815375 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:39.840888 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.916008 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-64238bc8-106b-4913-abf5-363b064ec64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:39.991746 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.113463 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-64238bc8-106b-4913-abf5-363b064ec64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.121641 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-64238bc8-106b-4913-abf5-363b064ec64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.192725 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6a541430-203f-4d09-b72c-dff0397318f3 req-3687021e-ca3f-4b6e-a5d5-e31c0954dc8a tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 210 time: 0.0601096 Aug 10 14:26:40.232386 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Allocated IP 172.27.3.234 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/b496be1b-b778-40d2-a67c-9ba3669e3edc) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:40.259480 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64238bc8-106b-4913-abf5-363b064ec64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d8d182-4076-4997-a715-59a792de9bbb,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:40.269661 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-64238bc8-106b-4913-abf5-363b064ec64a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ee679b899454bf78a575cbe71087796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719925 Aug 10 14:26:40.273020 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53916) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:40.383959 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d1bf57d8-4c3f-4b31-b350-b43c01d69201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.386003 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81deb79-427c-4385-b41c-0d17082c0514 req-e96f6ea1-36ab-46fe-9221-1bb71aed426e tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:40.388241 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-e96f6ea1-36ab-46fe-9221-1bb71aed426e tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.46 "GET /v2.0/networks?id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 HTTP/1.1" status: 200 len: 809 time: 0.2096717 Aug 10 14:26:40.412835 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d1bf57d8-4c3f-4b31-b350-b43c01d69201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.415500 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Request body: {'port': {'device_id': 'f1395e91-d1c1-4614-ae92-c692eb8e6459', 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8', 'admin_state_up': True, 'tenant_id': '71925fd376bd44c8aa051626ac361385'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:40.473350 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.475040 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d1bf57d8-4c3f-4b31-b350-b43c01d69201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.476316 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d1bf57d8-4c3f-4b31-b350-b43c01d69201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.477560 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d1bf57d8-4c3f-4b31-b350-b43c01d69201 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29d8d182-4076-4997-a715-59a792de9bbb HTTP/1.1" status: 204 len: 168 time: 0.2025306 Aug 10 14:26:40.486282 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf57d8-4c3f-4b31-b350-b43c01d69201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d8d182-4076-4997-a715-59a792de9bbb,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:40.572678 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.609018 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Made reservation on behalf of 71925fd376bd44c8aa051626ac361385 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:40.612568 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.641630 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:40.648610 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:40.654893 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:40.679063 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'Port': ['ID=b496be1b-b778-40d2-a67c-9ba3669e3edc,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:40.810485 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53926) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:40.824589 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-de0ecdd4-a314-4d8b-9d87-d073075af765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.879585 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.903446 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Allocated IP 172.20.0.5 (97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8/22f45b67-1e82-4784-98be-2d2c7dc9de03/6777501c-496b-4d67-ba2e-b697371dd2f4) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:40.929416 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-de0ecdd4-a314-4d8b-9d87-d073075af765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.934318 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.935520 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-de0ecdd4-a314-4d8b-9d87-d073075af765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:40.978538 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-de0ecdd4-a314-4d8b-9d87-d073075af765 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7779385a7554667a727a2f62b6b9a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668751 Aug 10 14:26:40.979564 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ecdd4-a314-4d8b-9d87-d073075af765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e18e622-b121-4a6d-82c0-66a82b628a48,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:40.983563 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53930) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:41.038927 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7adf0068-b32c-4773-a824-fd9775e3f39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.061812 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7adf0068-b32c-4773-a824-fd9775e3f39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.129011 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7adf0068-b32c-4773-a824-fd9775e3f39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.132167 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7adf0068-b32c-4773-a824-fd9775e3f39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.133442 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7adf0068-b32c-4773-a824-fd9775e3f39b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e18e622-b121-4a6d-82c0-66a82b628a48 HTTP/1.1" status: 204 len: 168 time: 0.1487679 Aug 10 14:26:41.151364 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf0068-b32c-4773-a824-fd9775e3f39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e18e622-b121-4a6d-82c0-66a82b628a48,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:41.203902 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.245214 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.260449 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.368622 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11ecb9d2-a037-4e75-8b96-8d77bb8cd115 req-ee85e02e-8927-43df-839e-e960e60c02f8 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 210 time: 0.0730047 Aug 10 14:26:41.382644 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.392671 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'Port': ['ID=b496be1b-b778-40d2-a67c-9ba3669e3edc,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:41.442669 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.454946 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:41.466301 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:41.472837 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:41.481572 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.492106 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-955f3de6-d5f2-436c-85e6-61e8ecb1fc15 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6751585 Aug 10 14:26:41.514158 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Pushing event updated for resources: {'Port': ['ID=6777501c-496b-4d67-ba2e-b697371dd2f4,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:41.550335 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:41.550999 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.570510 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-698b4811-60ec-4f41-9e0d-df8ef5a42936 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1617432 Aug 10 14:26:41.596100 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Request body: {'port': {'device_id': 'f1395e91-d1c1-4614-ae92-c692eb8e6459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:41.661081 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:41.815372 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-ecf24561-a52a-4d84-967c-8e99a97c6ddf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1443021471&fields=id&tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645 HTTP/1.1" status: 200 len: 267 time: 0.1016273 Aug 10 14:26:42.008782 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d0d4-f330-41eb-a113-deab7307da04 req-42bf6253-5151-4428-9f84-e09478078c09 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:42.010378 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-42bf6253-5151-4428-9f84-e09478078c09 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 816 time: 0.1878319 Aug 10 14:26:42.036523 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-404cf9e4-9259-46fa-a40d-9eb68cbcf4d2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/quotas/2e2861ff0a9e4fd59b1a39fd97bae645 HTTP/1.1" status: 200 len: 375 time: 0.0140126 Aug 10 14:26:42.074291 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53972) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:42.140089 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6777501c-496b-4d67-ba2e-b697371dd2f4 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:26:42.154030 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-9492c962-bbde-4010-87f8-c62dabf5617f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092551 Aug 10 14:26:42.159439 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.219102 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Transition to ACTIVE for port object 6777501c-496b-4d67-ba2e-b697371dd2f4 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:42.227261 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-901663293-network', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:42.234861 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.257357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Made reservation on behalf of fe90e58b6be84abbafd17daeea8ef195 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:42.261040 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.284478 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.316355 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6777501c-496b-4d67-ba2e-b697371dd2f4,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:42.366999 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-1cd5a232-30aa-4e0e-8d15-79fd02c72e33 service neutron] 10.222.0.44 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980968 Aug 10 14:26:42.419598 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.425098 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.464815 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Attempting to bind port 6777501c-496b-4d67-ba2e-b697371dd2f4 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:26:42.465096 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Attempting to bind port 6777501c-496b-4d67-ba2e-b697371dd2f4 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:26:42.465384 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Attempting to bind port 6777501c-496b-4d67-ba2e-b697371dd2f4 on network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:42.468497 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:26:42.485080 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531540ef-5551-4056-843d-2b26d10e99f5,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:42.492144 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Port 6777501c-496b-4d67-ba2e-b697371dd2f4 on network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:26:42.508695 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Attempting to bind port 6777501c-496b-4d67-ba2e-b697371dd2f4 on network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:42.512705 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.512705 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Added segment 8a5c2b0e-827a-419a-af02-f987843f18ce of type vlan for network 02da8eb3-4dd0-456a-a828-2a2a787b463c Aug 10 14:26:42.536528 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:26:42.537081 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Checking segment: {'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:42.537795 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Bound using segment: {'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:26:42.538555 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Bound port: 6777501c-496b-4d67-ba2e-b697371dd2f4, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:26:42.539164 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.555534 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.578820 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-feed5cb6-16fc-4831-abc3-8d46ba769379 service neutron] 10.222.0.44 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000830 Aug 10 14:26:42.591644 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.592829 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:42.593494 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.634756 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3a38b-a7a3-4bf0-9c1f-b2a86fabc4b4 req-565c7a9b-4f4d-4707-9be1-21510129c7e9 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:42.636346 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39f3a38b-a7a3-4bf0-9c1f-b2a86fabc4b4 req-565c7a9b-4f4d-4707-9be1-21510129c7e9 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 943 time: 0.1669946 Aug 10 14:26:42.653895 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5783553 Aug 10 14:26:42.660840 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 53980) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:42.666905 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Request body: {'subnet': {'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-901663293-subnet', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:42.693647 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c815d-5e14-4cc8-884b-6dd084baa397 admin admin] Pushing event updated for resources: {'Network': ['ID=02da8eb3-4dd0-456a-a828-2a2a787b463c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:42.709068 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Made reservation on behalf of fe90e58b6be84abbafd17daeea8ef195 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:42.713840 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:26:42.719674 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] For port 6777501c-496b-4d67-ba2e-b697371dd2f4, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:26:42.721652 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5396131'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.769240 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] For port 6777501c-496b-4d67-ba2e-b697371dd2f4, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6777501c-496b-4d67-ba2e-b697371dd2f4,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:26:42.779504 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.826768 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-39f3a38b-a7a3-4bf0-9c1f-b2a86fabc4b4 req-be438eec-ccff-4c69-ad19-69b5a5d5c3f9 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505978 Aug 10 14:26:42.839696 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:42.840761 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:42.842528 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/6777501c-496b-4d67-ba2e-b697371dd2f4 HTTP/1.1" status: 200 len: 1093 time: 1.2509212 Aug 10 14:26:42.852663 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1395e91-d1c1-4614-ae92-c692eb8e6459', 'tag': '6777501c-496b-4d67-ba2e-b697371dd2f4'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:26:42.852663 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5010fa14-a833-44d2-b667-5568985ce580" -d '{"events": [{"name": "network-changed", "server_uuid": "f1395e91-d1c1-4614-ae92-c692eb8e6459", "tag": "6777501c-496b-4d67-ba2e-b697371dd2f4"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:26:42.876851 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74076e6-bd45-427a-a1d8-a5f5bf0c99b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6777501c-496b-4d67-ba2e-b697371dd2f4,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:42.929045 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d470b3b-4707-4079-99f6-0c52ce943dfb x-openstack-request-id: req-0d470b3b-4707-4079-99f6-0c52ce943dfb {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:26:42.930050 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1395e91-d1c1-4614-ae92-c692eb8e6459", "tag": "6777501c-496b-4d67-ba2e-b697371dd2f4", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:26:42.930461 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d470b3b-4707-4079-99f6-0c52ce943dfb {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:26:42.931249 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1395e91-d1c1-4614-ae92-c692eb8e6459', 'tag': '6777501c-496b-4d67-ba2e-b697371dd2f4', 'status': 'completed', 'code': 200} Aug 10 14:26:42.967795 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-e8109c90-dfaf-4d24-8c0d-eed5b734225c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1908422 Aug 10 14:26:43.166515 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-aa226ed5-4dda-42c2-9f39-3486b4a7e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:43.168176 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-aa226ed5-4dda-42c2-9f39-3486b4a7e2db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 1098 time: 0.0990391 Aug 10 14:26:43.169289 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5341335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5396145'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:43.237114 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af50c6f3-624d-4da5-b1e9-e0868e84b3b8,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:43.253073 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-426e3c85-c448-44d0-a4af-ad62ccee67e2 req-3f9c6805-0b31-40fa-bc23-cc97a5eef978 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 210 time: 0.3002136 Aug 10 14:26:43.263855 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81deb79-427c-4385-b41c-0d17082c0514 req-fad7c531-415b-48b8-a047-70e541586186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:43.265401 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-fad7c531-415b-48b8-a047-70e541586186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71925fd376bd44c8aa051626ac361385&device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 1096 time: 0.3496695 Aug 10 14:26:43.325408 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-e3c679e7-9b15-4e45-83c7-ba2288304419 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6777501c-496b-4d67-ba2e-b697371dd2f4 HTTP/1.1" status: 200 len: 217 time: 0.0447202 Aug 10 14:26:43.369458 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Checking segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:43.370948 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Network hostable DHCP agents. Network: 02da8eb3-4dd0-456a-a828-2a2a787b463c, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:26:43.386120 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81deb79-427c-4385-b41c-0d17082c0514 req-91a62907-14f5-4025-a7a0-b7dd2a86c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:43.387966 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-91a62907-14f5-4025-a7a0-b7dd2a86c650 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22f45b67-1e82-4784-98be-2d2c7dc9de03 HTTP/1.1" status: 200 len: 849 time: 0.0558646 Aug 10 14:26:43.404166 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:26:43.427291 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 02da8eb3-4dd0-456a-a828-2a2a787b463c) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:43.430555 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-3229e503-e8de-40f4-83c8-c34098b30901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:43.431948 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-864eff39-9a01-4553-b879-f70ae55fe795 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363286 Aug 10 14:26:43.432701 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-3229e503-e8de-40f4-83c8-c34098b30901 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 912 time: 0.2351992 Aug 10 14:26:43.437536 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:43.438219 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:43.452240 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19d81a-f249-4e9c-bcb5-c158b4618176 None None] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:26:43.509098 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4555af17-4f6d-4b37-9eb9-c0af03fc42f2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8468611 Aug 10 14:26:43.515109 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 53998) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:43.519667 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:43.570661 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:43.571887 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:43.657469 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:43.661293 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-a218593f-6890-4010-8860-860fbeb0fb21 service neutron] 10.222.0.46 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146227 Aug 10 14:26:43.674460 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-488e1cc5-2423-429e-a239-84480dff8b94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 HTTP/1.1" status: 200 len: 1000 time: 0.2028596 Aug 10 14:26:43.781008 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-bf7421f4-3151-4f19-b4ed-ee9b13eabd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:43.787954 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-bf7421f4-3151-4f19-b4ed-ee9b13eabd2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0940804 Aug 10 14:26:43.799291 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-02da8eb3-4dd0-456a-a828-2a2a787b463c', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:26:43.800222 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:43.885613 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-f90cd88a-08e8-434d-b9d9-11c3e7bef937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:43.888634 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-f90cd88a-08e8-434d-b9d9-11c3e7bef937 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694182 Aug 10 14:26:44.012595 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-9b1dd104-8433-41b7-9217-cd5874f41e54 service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168010 Aug 10 14:26:44.057745 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Allocated IP 172.20.0.2 (02da8eb3-4dd0-456a-a828-2a2a787b463c/af50c6f3-624d-4da5-b1e9-e0868e84b3b8/391c1232-857b-4c6c-8143-aec257a2719e) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:44.084081 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:44.113591 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f81deb79-427c-4385-b41c-0d17082c0514 req-707aa1ed-a093-404c-b6fd-ca0d540fe9f8 service neutron] 10.222.0.46 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990653 Aug 10 14:26:44.137777 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7416f-4521-4626-9ec1-4bcfd55c5b93 req-13f0ca54-3ec0-4ea4-8cc4-5f622339ac13 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:44.141683 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a972e275-d2d5-46cb-b0ae-65a5c3510024 req-1db1ce17-a7e1-4fdb-bf9f-2b1fea21d1af service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214342 Aug 10 14:26:44.147438 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4d7416f-4521-4626-9ec1-4bcfd55c5b93 req-13f0ca54-3ec0-4ea4-8cc4-5f622339ac13 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.4292037 Aug 10 14:26:44.207340 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6646740-3c29-46fa-8121-5827a54c19a4 req-c6075d07-0530-4e22-bd4b-5fa676f5c12f tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:44.210170 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e6646740-3c29-46fa-8121-5827a54c19a4 req-c6075d07-0530-4e22-bd4b-5fa676f5c12f tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 943 time: 0.2812958 Aug 10 14:26:44.233812 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:44.243117 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Transition to ACTIVE for port object 391c1232-857b-4c6c-8143-aec257a2719e will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:44.260584 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Transition to ACTIVE for port object 391c1232-857b-4c6c-8143-aec257a2719e will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:44.279427 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:44.316346 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010fa14-a833-44d2-b667-5568985ce580 req-6cef60b9-c1f5-4129-90e2-4cfce4887649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:44.319965 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:44.327252 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:44.331801 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:44.337123 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5010fa14-a833-44d2-b667-5568985ce580 req-6cef60b9-c1f5-4129-90e2-4cfce4887649 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71925fd376bd44c8aa051626ac361385&device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 1096 time: 0.0902319 Aug 10 14:26:44.338172 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e6646740-3c29-46fa-8121-5827a54c19a4 req-d5364583-1451-42fd-94d8-5be9104ddf17 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142879 Aug 10 14:26:44.344188 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Pushing event updated for resources: {'Port': ['ID=391c1232-857b-4c6c-8143-aec257a2719e,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:44.380113 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d4d7416f-4521-4626-9ec1-4bcfd55c5b93 req-8ce023f1-4e62-4308-8b8f-ba8e2fab8e51 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308581 Aug 10 14:26:44.454495 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Attempting to bind port 391c1232-857b-4c6c-8143-aec257a2719e on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:26:44.454932 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Attempting to bind port 391c1232-857b-4c6c-8143-aec257a2719e by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:26:44.455558 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Attempting to bind port 391c1232-857b-4c6c-8143-aec257a2719e on network 02da8eb3-4dd0-456a-a828-2a2a787b463c {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:44.461682 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:26:44.462104 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Checking segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:44.462514 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:44.463205 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Bound using segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:26:44.463698 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Bound port: 391c1232-857b-4c6c-8143-aec257a2719e, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:26:44.464718 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:44.474108 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010fa14-a833-44d2-b667-5568985ce580 req-7f067562-9031-420a-89b6-4d6858d4d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:44.475650 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5010fa14-a833-44d2-b667-5568985ce580 req-7f067562-9031-420a-89b6-4d6858d4d1a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 HTTP/1.1" status: 200 len: 910 time: 0.1306036 Aug 10 14:26:44.540989 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5010fa14-a833-44d2-b667-5568985ce580 req-d3d27835-361c-4952-a990-ab4686a59e9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6777501c-496b-4d67-ba2e-b697371dd2f4 HTTP/1.1" status: 200 len: 217 time: 0.0542274 Aug 10 14:26:44.592302 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6aae3e0b-ef3c-43f7-b9b6-5a3ec41d009f req-cc819ca6-cb59-479b-a1cd-01077c588264 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 210 time: 0.1189299 Aug 10 14:26:44.630315 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010fa14-a833-44d2-b667-5568985ce580 req-c3c48aba-a0d1-4ef2-9f47-d74f86d332f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:44.632597 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5010fa14-a833-44d2-b667-5568985ce580 req-c3c48aba-a0d1-4ef2-9f47-d74f86d332f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22f45b67-1e82-4784-98be-2d2c7dc9de03 HTTP/1.1" status: 200 len: 849 time: 0.0842071 Aug 10 14:26:44.682144 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:44.692047 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] For port 391c1232-857b-4c6c-8143-aec257a2719e, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:26:44.695394 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5010fa14-a833-44d2-b667-5568985ce580 req-f02c4e4e-4483-4718-8bb8-11afa28727b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452423 Aug 10 14:26:44.696725 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] For port 391c1232-857b-4c6c-8143-aec257a2719e, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=391c1232-857b-4c6c-8143-aec257a2719e,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:26:44.707880 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:44.708653 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:44.717540 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d0d4-f330-41eb-a113-deab7307da04 req-d8344fa2-6d96-4a8a-98dd-c119f77f9cbb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:44.719106 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-d8344fa2-6d96-4a8a-98dd-c119f77f9cbb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 816 time: 0.2470815 Aug 10 14:26:44.792778 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950fe56-1f3e-450d-ba70-8c6c003bbeb6 None None] Pushing event updated for resources: {'Port': ['ID=391c1232-857b-4c6c-8143-aec257a2719e,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:44.855538 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5010fa14-a833-44d2-b667-5568985ce580 req-ad750cdb-09f7-4490-baf4-87d9e898ea46 service neutron] 10.222.0.46 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490757 Aug 10 14:26:44.868860 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-6b5fbf5a-b213-4970-88dd-a23ec9a930bc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645 HTTP/1.1" status: 200 len: 380 time: 0.0865676 Aug 10 14:26:44.901312 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'port': {'device_id': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'admin_state_up': True, 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'security_groups': ['68090ab1-f1c0-498f-a1d2-6bd31f722adb']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:44.998345 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Allocated IP 172.27.3.202 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/365597fa-53b4-400e-9153-6e19d9ca6271) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:45.044743 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5010fa14-a833-44d2-b667-5568985ce580 req-1fb3b892-69d4-41aa-924f-8f2087ab49fa service neutron] 10.222.0.46 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640306 Aug 10 14:26:45.152340 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Made reservation on behalf of 2e2861ff0a9e4fd59b1a39fd97bae645 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:45.156321 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:45.234772 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:45.246216 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 391c1232-857b-4c6c-8143-aec257a2719e up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:45.307117 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 391c1232-857b-4c6c-8143-aec257a2719e completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:45.371806 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:45.382600 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Allocated IP 172.20.0.9 (12b962d1-6ee2-4ea1-842e-1bbcd26988d1/5747de79-58d2-4560-bccc-0c9e272a1845/e9f8bcaa-3cd2-437c-8969-b107a72025cf) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:45.458086 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:45.479282 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:45.497543 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:45.504985 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Pushing event updated for resources: {'Port': ['ID=365597fa-53b4-400e-9153-6e19d9ca6271,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:45.644199 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dfe25-d5fe-4b4c-8baf-ff4f2b18e813 req-7a4ed710-0244-4b34-bafa-2c6e91f059d8 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:45.646697 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c1dfe25-d5fe-4b4c-8baf-ff4f2b18e813 req-7a4ed710-0244-4b34-bafa-2c6e91f059d8 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 943 time: 0.2388346 Aug 10 14:26:45.668484 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af328e-3adc-47df-b397-2bb2e2ce9b15 req-b3f5c484-064b-42c9-81a5-d26e955d8f8d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:45.670180 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-83af328e-3adc-47df-b397-2bb2e2ce9b15 req-b3f5c484-064b-42c9-81a5-d26e955d8f8d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.2058005 Aug 10 14:26:45.766383 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 6777501c-496b-4d67-ba2e-b697371dd2f4 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:26:45.843392 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ee342-17bf-4f2d-b581-d1a740f590db None None] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:26:45.861407 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8c1dfe25-d5fe-4b4c-8baf-ff4f2b18e813 req-3bdd1de6-f57f-4616-96ab-c4e52c3e3bf9 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024789 Aug 10 14:26:45.871497 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-83af328e-3adc-47df-b397-2bb2e2ce9b15 req-3a9c2431-00f4-431b-98eb-a0ba445ee6f9 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576197 Aug 10 14:26:45.904446 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:45.940003 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-11152433-22fb-41ce-bed5-1eef8080caa7 None None] Provisioning for port 391c1232-857b-4c6c-8143-aec257a2719e completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:45.957341 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-11152433-22fb-41ce-bed5-1eef8080caa7 None None] Provisioning complete for port 391c1232-857b-4c6c-8143-aec257a2719e triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:45.957771 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-11152433-22fb-41ce-bed5-1eef8080caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.005356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Transition to ACTIVE for port object e9f8bcaa-3cd2-437c-8969-b107a72025cf will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:46.010007 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 6777501c-496b-4d67-ba2e-b697371dd2f4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6777501c-496b-4d67-ba2e-b697371dd2f4,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:46.034939 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '6777501c-496b-4d67-ba2e-b697371dd2f4', 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8', 'port_id': '6777501c-496b-4d67-ba2e-b697371dd2f4', 'mac_address': 'fa:16:3e:67:5a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f45b67-1e82-4784-98be-2d2c7dc9de03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:26:46.150640 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.179075 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6777501c-496b-4d67-ba2e-b697371dd2f4 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:26:46.190411 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-11152433-22fb-41ce-bed5-1eef8080caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.218060 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 6777501c-496b-4d67-ba2e-b697371dd2f4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6777501c-496b-4d67-ba2e-b697371dd2f4,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:46.227798 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.267281 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-11152433-22fb-41ce-bed5-1eef8080caa7 None None] For port 391c1232-857b-4c6c-8143-aec257a2719e, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=391c1232-857b-4c6c-8143-aec257a2719e,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:46.279265 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-11152433-22fb-41ce-bed5-1eef8080caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.295125 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16c1a350-01b5-486d-bc63-237f4287c842 req-9f98b018-eb7b-4e4d-8f53-c51ef94ec4d9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 210 time: 0.3188257 Aug 10 14:26:46.301428 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=6777501c-496b-4d67-ba2e-b697371dd2f4,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:46.372116 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152433-22fb-41ce-bed5-1eef8080caa7 None None] Pushing event updated for resources: {'Port': ['ID=391c1232-857b-4c6c-8143-aec257a2719e,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:46.390233 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.401221 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.486252 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:46.494550 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:46.496984 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:46.505009 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:46.505423 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-7f92bc24-51c4-40d5-b793-461d2d334fa8 None None] Provisioning complete for port 391c1232-857b-4c6c-8143-aec257a2719e triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:46.505727 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7f92bc24-51c4-40d5-b793-461d2d334fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.544436 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['6777501c-496b-4d67-ba2e-b697371dd2f4'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:26:46.594344 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:46.594992 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.614046 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-dce1a37e-6f7d-4b1d-af65-7efe46494387 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7202418 Aug 10 14:26:46.652822 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Request body: {'port': {'device_id': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:46.765965 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.783791 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8dbac174-85f8-437a-bb59-b40de0755898 None None] Provisioning for port e9f8bcaa-3cd2-437c-8969-b107a72025cf completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:46.787949 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-8dbac174-85f8-437a-bb59-b40de0755898 None None] Provisioning complete for port e9f8bcaa-3cd2-437c-8969-b107a72025cf triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:46.788881 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8dbac174-85f8-437a-bb59-b40de0755898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.809400 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:46.826032 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-8dbac174-85f8-437a-bb59-b40de0755898 None None] Port e9f8bcaa-3cd2-437c-8969-b107a72025cf cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:26:47.152939 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fed28-afab-4d1a-9b1e-e01b061c1a56 req-4b88f091-863e-46f5-b688-41cd26780606 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:47.154524 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d34fed28-afab-4d1a-9b1e-e01b061c1a56 req-4b88f091-863e-46f5-b688-41cd26780606 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1715727 Aug 10 14:26:47.161909 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f105-d76c-46ab-867c-ec678ce6e905 req-50afa11d-1ce4-4b0b-bc1a-e8f5ff38560a tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:47.163505 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8928f105-d76c-46ab-867c-ec678ce6e905 req-50afa11d-1ce4-4b0b-bc1a-e8f5ff38560a tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 944 time: 0.1876528 Aug 10 14:26:47.201032 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 391c1232-857b-4c6c-8143-aec257a2719e up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:47.253183 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Router 083d9cf6-5c6c-4223-8551-00539b909929 is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:26:47.255179 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 391c1232-857b-4c6c-8143-aec257a2719e triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:47.255718 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:47.269561 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d34fed28-afab-4d1a-9b1e-e01b061c1a56 req-46b929d5-c3de-495c-9df0-28c6622a329d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036704 Aug 10 14:26:47.286994 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8928f105-d76c-46ab-867c-ec678ce6e905 req-6ecb91ac-555c-4dea-8366-f45cc4c4f69a tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098173 Aug 10 14:26:47.382972 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f8bcaa-3cd2-437c-8969-b107a72025cf {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:26:47.429416 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:47.474526 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Transition to ACTIVE for port object e9f8bcaa-3cd2-437c-8969-b107a72025cf will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:47.487562 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:47.535691 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9005b5-1c56-415e-8d0f-33c07eec53ec req-8b6e5bc3-a79b-4861-a9ec-2f04dd36bc35 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:47.537224 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a9005b5-1c56-415e-8d0f-33c07eec53ec req-8b6e5bc3-a79b-4861-a9ec-2f04dd36bc35 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 931 time: 0.1574242 Aug 10 14:26:47.540273 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:26:47.557359 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:26:47.569116 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:47.569850 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:47.590418 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:47.598075 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:47.599841 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-633cd0a0-ed75-48cd-b487-f29454aa2cca admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0832186 Aug 10 14:26:47.603697 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54022) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:47.636886 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5a9005b5-1c56-415e-8d0f-33c07eec53ec req-73d08b38-4f8a-462d-9272-fd138e0900ea tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901506 Aug 10 14:26:47.704763 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Attempting to bind port e9f8bcaa-3cd2-437c-8969-b107a72025cf on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:26:47.705720 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Attempting to bind port e9f8bcaa-3cd2-437c-8969-b107a72025cf by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:26:47.705720 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Attempting to bind port e9f8bcaa-3cd2-437c-8969-b107a72025cf on network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:47.713083 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Port e9f8bcaa-3cd2-437c-8969-b107a72025cf on network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:26:47.713416 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Attempting to bind port e9f8bcaa-3cd2-437c-8969-b107a72025cf on network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:47.720932 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:26:47.721361 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Checking segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:47.721759 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Bound using segment: {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:26:47.722264 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Bound port: e9f8bcaa-3cd2-437c-8969-b107a72025cf, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38dd538a-9ef3-4867-a3a0-400ec295b25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:26:47.722653 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:47.731670 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:47.812711 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:26:47.817781 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:26:47.822770 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:47.827368 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 6777501c-496b-4d67-ba2e-b697371dd2f4 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:47.862516 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:47.862899 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:47.864495 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] 10.222.0.46 "PUT /v2.0/ports/e9f8bcaa-3cd2-437c-8969-b107a72025cf HTTP/1.1" status: 200 len: 1093 time: 1.2185318 Aug 10 14:26:47.864928 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:26:47.867315 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d093d2-aaa2-4342-b473-492dddea0c63" -d '{"events": [{"name": "network-changed", "server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:26:47.899683 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb07d3c-8725-4a68-8f29-7f296f12abe0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:47.918798 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7ea5cf-a427-4f3d-9ad7-934d828a024e x-openstack-request-id: req-9b7ea5cf-a427-4f3d-9ad7-934d828a024e {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:26:47.919146 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:26:47.919472 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b7ea5cf-a427-4f3d-9ad7-934d828a024e {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:26:47.919870 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'status': 'completed', 'code': 200} Aug 10 14:26:47.978862 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 6777501c-496b-4d67-ba2e-b697371dd2f4 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:47.989244 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 6777501c-496b-4d67-ba2e-b697371dd2f4 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:47.989631 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.014427 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d0d4-f330-41eb-a113-deab7307da04 req-0947855d-f9e2-4850-b5af-e815968a7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.016096 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-0947855d-f9e2-4850-b5af-e815968a7be9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 1096 time: 0.0769298 Aug 10 14:26:48.084746 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-32f7b407-523b-4a9c-a7db-177fdab515fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf HTTP/1.1" status: 200 len: 217 time: 0.0533423 Aug 10 14:26:48.135563 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:45Z', 'revision_number': 3, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:48.138744 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.146693 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d0d4-f330-41eb-a113-deab7307da04 req-15c2a58f-47c5-4fd1-bd54-c1957c4aa904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.148332 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-15c2a58f-47c5-4fd1-bd54-c1957c4aa904 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0548129 Aug 10 14:26:48.174947 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:26:48.175345 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Updating router 083d9cf6-5c6c-4223-8551-00539b909929 port 365597fa-53b4-400e-9153-6e19d9ca6271 binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:26:48.201680 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d0d4-f330-41eb-a113-deab7307da04 req-08dea5fe-6d26-430e-ba38-d5e82e6975fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.203549 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-08dea5fe-6d26-430e-ba38-d5e82e6975fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477331 Aug 10 14:26:48.217883 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1395e91-d1c1-4614-ae92-c692eb8e6459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6777501c-496b-4d67-ba2e-b697371dd2f4'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:26:48.220457 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc48557-7369-48bf-82eb-94b9efc1f6e0" -d '{"events": [{"server_uuid": "f1395e91-d1c1-4614-ae92-c692eb8e6459", "name": "network-vif-plugged", "status": "completed", "tag": "6777501c-496b-4d67-ba2e-b697371dd2f4"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:26:48.227672 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.244142 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 6777501c-496b-4d67-ba2e-b697371dd2f4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6777501c-496b-4d67-ba2e-b697371dd2f4,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:48.265593 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.296519 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c18612-93cf-458d-8d94-cc31250e54f6 x-openstack-request-id: req-51c18612-93cf-458d-8d94-cc31250e54f6 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:26:48.296814 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1395e91-d1c1-4614-ae92-c692eb8e6459", "name": "network-vif-plugged", "status": "completed", "tag": "6777501c-496b-4d67-ba2e-b697371dd2f4", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:26:48.297063 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51c18612-93cf-458d-8d94-cc31250e54f6 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:26:48.297455 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1395e91-d1c1-4614-ae92-c692eb8e6459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6777501c-496b-4d67-ba2e-b697371dd2f4', 'code': 200} Aug 10 14:26:48.352633 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-67f5551a-1c2c-48bd-9c55-410ff1e26b11 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405811 Aug 10 14:26:48.455540 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.468905 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=6777501c-496b-4d67-ba2e-b697371dd2f4,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:48.532747 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cd561-245a-4fee-b173-9c1ea02d80a2 req-422f8424-962c-4a12-88c2-f89c616c64b7 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.534558 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-987cd561-245a-4fee-b173-9c1ea02d80a2 req-422f8424-962c-4a12-88c2-f89c616c64b7 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 945 time: 0.1043897 Aug 10 14:26:48.543003 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886b3e6-4f46-4e37-a179-e2ef249dd7fa req-ec26ddb1-92de-49c5-823f-7d859449dbbb tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.544815 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3886b3e6-4f46-4e37-a179-e2ef249dd7fa req-ec26ddb1-92de-49c5-823f-7d859449dbbb tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1751106 Aug 10 14:26:48.560839 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f889d0d4-f330-41eb-a113-deab7307da04 req-347cb766-0356-49ac-bb03-871dd4b20a1d service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008319 Aug 10 14:26:48.608245 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-987cd561-245a-4fee-b173-9c1ea02d80a2 req-95aa8ed4-bc21-4387-abbb-0c94f523fd66 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602732 Aug 10 14:26:48.624401 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bf4d3-781c-4869-8e2c-e4f1e4d19716 req-7ef56c98-a67e-4391-a4b6-6d57d49ab6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.626161 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-822bf4d3-781c-4869-8e2c-e4f1e4d19716 req-7ef56c98-a67e-4391-a4b6-6d57d49ab6e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 1098 time: 0.1377175 Aug 10 14:26:48.630130 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3886b3e6-4f46-4e37-a179-e2ef249dd7fa req-128d17f2-ffee-4d64-84e8-38cc7ead75ea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737143 Aug 10 14:26:48.696600 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Allocated IP 172.20.0.1 (02da8eb3-4dd0-456a-a828-2a2a787b463c/af50c6f3-624d-4da5-b1e9-e0868e84b3b8/cb5d33f2-4773-4e6c-8c9d-86570a41ead9) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:48.725615 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-7abc2e8c-ab85-4589-bace-67a53cb68de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.728107 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-7abc2e8c-ab85-4589-bace-67a53cb68de2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 1096 time: 0.0692029 Aug 10 14:26:48.819515 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-822bf4d3-781c-4869-8e2c-e4f1e4d19716 req-495cec9f-a800-4c8b-97b5-2fc2ce0763b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171410 Aug 10 14:26:48.834507 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.840200 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.848061 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Transition to ACTIVE for port object 365597fa-53b4-400e-9153-6e19d9ca6271 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:48.857717 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Transition to ACTIVE for port object cb5d33f2-4773-4e6c-8c9d-86570a41ead9 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:48.858876 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.876168 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3e5a1-52ef-4db1-abdc-5608d55fe27f req-7354fbd3-92bb-4d59-ac62-78e452e67026 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.882578 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8cc3e5a1-52ef-4db1-abdc-5608d55fe27f req-7354fbd3-92bb-4d59-ac62-78e452e67026 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0843945 Aug 10 14:26:48.889429 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-4bb2b7ef-f41e-4707-85ee-ab955f5d14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:48.891012 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-4bb2b7ef-f41e-4707-85ee-ab955f5d14cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1550329 Aug 10 14:26:48.902378 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.915434 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Attempting to bind port 365597fa-53b4-400e-9153-6e19d9ca6271 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:26:48.915909 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Attempting to bind port 365597fa-53b4-400e-9153-6e19d9ca6271 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:26:48.916345 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Attempting to bind port 365597fa-53b4-400e-9153-6e19d9ca6271 on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:48.928740 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:26:48.929273 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:48.929797 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.930249 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:26:48.930833 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Bound port: 365597fa-53b4-400e-9153-6e19d9ca6271, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:26:48.931325 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:48.934680 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e4bdf-fb60-402e-9d1e-d6c464c357a7 None None] Pushing event updated for resources: {'Port': ['ID=365597fa-53b4-400e-9153-6e19d9ca6271,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:48.947149 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:48.950986 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:48.955450 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:48.960154 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8cc3e5a1-52ef-4db1-abdc-5608d55fe27f req-0b6421d9-6dc2-44c8-aafb-07f4740df4a4 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617502 Aug 10 14:26:48.961535 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Pushing event updated for resources: {'Port': ['ID=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:49.010331 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:49.023398 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] For port 365597fa-53b4-400e-9153-6e19d9ca6271, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:26:49.027924 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] For port 365597fa-53b4-400e-9153-6e19d9ca6271, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=365597fa-53b4-400e-9153-6e19d9ca6271,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:26:49.032416 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:49.093607 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:49.094264 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:49.132227 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e4bdf-fb60-402e-9d1e-d6c464c357a7 None None] Pushing event updated for resources: {'Port': ['ID=365597fa-53b4-400e-9153-6e19d9ca6271,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:49.200406 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:49.213601 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-2dbf3f53-fbd0-409d-a35a-e51a1cb85b26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf HTTP/1.1" status: 200 len: 217 time: 0.1031837 Aug 10 14:26:49.228408 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:49.270777 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-75763492-e246-4d5f-9537-1a08e063f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:49.272606 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-75763492-e246-4d5f-9537-1a08e063f794 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0478675 Aug 10 14:26:49.344437 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-7288a866-c6ff-468a-a52e-47312139d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:49.346146 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-7288a866-c6ff-468a-a52e-47312139d382 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580194 Aug 10 14:26:49.421210 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:49.428205 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:49.430079 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f7c2011d-cb9c-4cba-9820-3028d47a1ed2 None None] Provisioning for port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:49.453479 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f7c2011d-cb9c-4cba-9820-3028d47a1ed2 None None] Provisioning complete for port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:49.454142 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f7c2011d-cb9c-4cba-9820-3028d47a1ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:49.469279 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-3b74d7a5-44bf-40fd-be50-d1cd37a036b5 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142819 Aug 10 14:26:49.505464 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Pushing event updated for resources: {'Port': ['ID=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:49.508792 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:49.534244 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2011d-cb9c-4cba-9820-3028d47a1ed2 None None] Port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:26:49.586128 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:45Z', 'revision_number': 3, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:49.596248 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02d093d2-aaa2-4342-b473-492dddea0c63 req-f21c479d-a345-4819-9431-00546f3c6a3b service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191139 Aug 10 14:26:49.619204 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd987ff-3bb3-4d09-aafa-2db9ef8b9add None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:45Z', 'revision_number': 3, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:26:49.622266 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:49.623761 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:49.793510 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Router 083d9cf6-5c6c-4223-8551-00539b909929 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:26:49.943797 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:26:49.951330 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f3063720-d9e6-4075-a569-a489fa795bcd admin admin] 10.222.0.44 "PUT /v2.0/routers/083d9cf6-5c6c-4223-8551-00539b909929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3450551 Aug 10 14:26:50.022032 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-0721ea36-ac31-4b4b-8b67-60267cf8e088 None None] Provisioning complete for port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:50.022032 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0721ea36-ac31-4b4b-8b67-60267cf8e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:50.075715 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-0721ea36-ac31-4b4b-8b67-60267cf8e088 None None] Port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:26:50.204039 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58df5eb-027f-46b0-8503-d52765248335 req-4931516e-3332-4ccf-8710-40053fe4b6b8 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:50.205948 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c58df5eb-027f-46b0-8503-d52765248335 req-4931516e-3332-4ccf-8710-40053fe4b6b8 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 945 time: 0.4876456 Aug 10 14:26:50.249759 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3834a47-1c12-4516-8213-6ac972423678 req-d4696a91-af54-4db7-ab86-d2d354803179 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:50.252172 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3834a47-1c12-4516-8213-6ac972423678 req-d4696a91-af54-4db7-ab86-d2d354803179 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.5022159 Aug 10 14:26:50.279397 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c58df5eb-027f-46b0-8503-d52765248335 req-87a875c9-47e6-445e-a90a-05334c55cf96 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637619 Aug 10 14:26:50.314463 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a3834a47-1c12-4516-8213-6ac972423678 req-b043cb28-1b39-4809-a32d-f13f8d88a8cc tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479317 Aug 10 14:26:50.449926 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76f845-b27d-469f-9c6d-b0bef06bf5a2 req-da808dde-5b57-4ae2-906d-18a572f82fa1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:50.455481 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e76f845-b27d-469f-9c6d-b0bef06bf5a2 req-da808dde-5b57-4ae2-906d-18a572f82fa1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0721259 Aug 10 14:26:50.513333 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e76f845-b27d-469f-9c6d-b0bef06bf5a2 req-74540000-9caa-4678-8829-975a323206a8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507319 Aug 10 14:26:50.613162 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd2cbe-e13d-4c47-88cf-f2274656b9ce req-aa14ff6c-363a-4aa9-ad3f-e09f6fab096a tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:50.622632 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2cd2cbe-e13d-4c47-88cf-f2274656b9ce req-aa14ff6c-363a-4aa9-ad3f-e09f6fab096a tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0750723 Aug 10 14:26:50.695039 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2cd2cbe-e13d-4c47-88cf-f2274656b9ce req-a9b7b173-03c7-4154-9323-a80341bcdd99 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715175 Aug 10 14:26:50.698467 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-07f0d7d4-47c5-42d8-ab53-82030bcacae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:50.700268 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-07f0d7d4-47c5-42d8-ab53-82030bcacae6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 1098 time: 0.0747759 Aug 10 14:26:50.781890 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54058) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:50.787112 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1393143078-network', 'tenant_id': '91dfb639edef4b11b528666712eb3f82'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:50.809047 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-b8c6b9f7-e54e-4cbb-a320-c96865087901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:50.810746 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-b8c6b9f7-e54e-4cbb-a320-c96865087901 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 912 time: 0.1030011 Aug 10 14:26:50.813062 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Made reservation on behalf of 91dfb639edef4b11b528666712eb3f82 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:50.815553 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:50.826319 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:50.896027 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-7fe6164a-a96a-4b3e-b3c6-98b02f43cbdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 HTTP/1.1" status: 200 len: 1000 time: 0.0781739 Aug 10 14:26:50.950288 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-d8e00c37-9e90-4391-a60e-d5412b8ebcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:50.951892 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-d8e00c37-9e90-4391-a60e-d5412b8ebcf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0490601 Aug 10 14:26:50.955490 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:50.961357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.002409 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-fcefaafc-3cbd-4717-bbe4-b323192fbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:51.002715 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50661126-7a02-4442-8083-44316333f475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:26:51.003933 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-fcefaafc-3cbd-4717-bbe4-b323192fbb05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442748 Aug 10 14:26:51.029351 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c3bb94-5764-4174-b6f0-62f08581a8fc,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:51.036487 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.037071 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Added segment 6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c of type vlan for network 18a4151f-40dd-4a55-9866-a9c72ea0e41f Aug 10 14:26:51.113206 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-45064f52-b77c-487b-b34c-f9f4dbf98252 service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013024 Aug 10 14:26:51.115305 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.173628 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.175420 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:51.177159 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.247509 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e2402e6-2c95-4b7c-951d-351538ddd19d req-12990b6a-e36c-4288-bac3-703e630f2eee service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269886 Aug 10 14:26:51.253553 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 365597fa-53b4-400e-9153-6e19d9ca6271 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:51.254502 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-50661126-7a02-4442-8083-44316333f475 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4714267 Aug 10 14:26:51.261726 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50661126-7a02-4442-8083-44316333f475 admin admin] Pushing event updated for resources: {'Network': ['ID=18a4151f-40dd-4a55-9866-a9c72ea0e41f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:51.267966 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54060) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:51.276775 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Request body: {'subnet': {'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1393143078-subnet', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:51.299922 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 18a4151f-40dd-4a55-9866-a9c72ea0e41f details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:26:51.315445 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Made reservation on behalf of 91dfb639edef4b11b528666712eb3f82 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:51.320510 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6237373'] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.431072 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 365597fa-53b4-400e-9153-6e19d9ca6271 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:51.436625 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 365597fa-53b4-400e-9153-6e19d9ca6271 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:51.437072 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.471376 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69596b6-3536-4e26-990c-fcf321ce497c req-1045abef-b3c1-4f62-bc00-f99bdac7310f tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:51.479388 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d69596b6-3536-4e26-990c-fcf321ce497c req-1045abef-b3c1-4f62-bc00-f99bdac7310f tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 945 time: 0.0949233 Aug 10 14:26:51.553184 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d69596b6-3536-4e26-990c-fcf321ce497c req-b3d7b09f-0fd9-47de-b073-1d93e12164c8 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726767 Aug 10 14:26:51.575520 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.602505 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 365597fa-53b4-400e-9153-6e19d9ca6271, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=365597fa-53b4-400e-9153-6e19d9ca6271,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:51.608485 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.684434 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=365597fa-53b4-400e-9153-6e19d9ca6271,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:51.746403 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4255006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6237359'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:51.812891 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:26:51.840631 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:26:51.881029 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:51.883553 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:51.910301 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb409f71-70b7-40ce-8fcf-9ca4fc056ddb req-a25b419d-c1bf-4010-9169-a36e5bf704aa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:51.926719 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fb409f71-70b7-40ce-8fcf-9ca4fc056ddb req-a25b419d-c1bf-4010-9169-a36e5bf704aa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.2375529 Aug 10 14:26:51.927538 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3194a304-d17d-48df-a6d5-73fcc7ae07c9,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:51.951856 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:51.977268 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'port_id': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'mac_address': 'fa:16:3e:89:ec:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:26:52.018373 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Checking segment: {'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:52.018821 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Network hostable DHCP agents. Network: 18a4151f-40dd-4a55-9866-a9c72ea0e41f, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:26:52.035171 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.037946 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842e0ef-2ef9-4b29-9e54-ed136551e7fb req-fb8074a9-95b9-4e70-a0c0-34c65a5b8bbc tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:52.039469 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3842e0ef-2ef9-4b29-9e54-ed136551e7fb req-fb8074a9-95b9-4e70-a0c0-34c65a5b8bbc tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.2503197 Aug 10 14:26:52.054906 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f8bcaa-3cd2-437c-8969-b107a72025cf {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:26:52.084698 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:52.085163 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:52.089139 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fb409f71-70b7-40ce-8fcf-9ca4fc056ddb req-276b93f3-2feb-4474-be5c-f28f3be4e648 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377597 Aug 10 14:26:52.095491 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.118496 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Network 18a4151f-40dd-4a55-9866-a9c72ea0e41f is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:26:52.141236 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3842e0ef-2ef9-4b29-9e54-ed136551e7fb req-2f18721a-daf1-4906-828b-977e9b98c5d9 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922782 Aug 10 14:26:52.142846 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 18a4151f-40dd-4a55-9866-a9c72ea0e41f) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:52.159936 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:52.160862 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.174360 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:52.178186 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-03ddfc6f-c37d-4519-a9f2-f5b038cd17ad admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9068403 Aug 10 14:26:52.178584 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9df4b3-4c86-4132-bbd4-e78be1656216 None None] Network 18a4151f-40dd-4a55-9866-a9c72ea0e41f requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:26:52.181363 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54074) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:52.187913 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:52.197551 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.198050 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.199013 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.199357 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.199695 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.200028 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.203020 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.203020 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.203020 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.203020 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.203020 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.203020 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.229431 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.231068 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.319553 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.394388 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 2, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:52.410381 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['e9f8bcaa-3cd2-437c-8969-b107a72025cf'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:26:52.429420 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:26:52.429773 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Updating router 083d9cf6-5c6c-4223-8551-00539b909929 port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:26:52.442963 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-18a4151f-40dd-4a55-9866-a9c72ea0e41f', 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'fixed_ips': [{'subnet_id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:26:52.444085 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.460680 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.515055 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.690329 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd4208-d16a-46b1-af58-cb856fabc0bf req-38b1c642-222d-4b4b-8381-db80e64d7628 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:52.691829 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2bd4208-d16a-46b1-af58-cb856fabc0bf req-38b1c642-222d-4b4b-8381-db80e64d7628 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 945 time: 0.0792816 Aug 10 14:26:52.740144 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Allocated IP 172.20.0.2 (18a4151f-40dd-4a55-9866-a9c72ea0e41f/3194a304-d17d-48df-a6d5-73fcc7ae07c9/b2a4fabd-1b23-4918-91aa-f2f59250b4d1) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:52.745573 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b2bd4208-d16a-46b1-af58-cb856fabc0bf req-fdb641ac-0bfa-4e1d-b368-789ed119434e tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Aug 10 14:26:52.844999 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.858909 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Transition to ACTIVE for port object cb5d33f2-4773-4e6c-8c9d-86570a41ead9 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:52.867496 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.869310 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.902685 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.945341 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Pushing event updated for resources: {'Port': ['ID=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:52.975448 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:52.976280 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.977796 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.977796 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.977796 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.978262 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.978363 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.978686 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.979023 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.979567 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.979905 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.980226 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.980549 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:26:52.990476 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Transition to ACTIVE for port object b2a4fabd-1b23-4918-91aa-f2f59250b4d1 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:52.997350 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Attempting to bind port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:26:52.997558 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Attempting to bind port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:26:52.998015 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Attempting to bind port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 on network 02da8eb3-4dd0-456a-a828-2a2a787b463c {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:53.004246 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:26:53.004625 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Checking segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:53.005031 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.005432 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Bound using segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:26:53.005898 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Bound port: cb5d33f2-4773-4e6c-8c9d-86570a41ead9, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:26:53.006326 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.019001 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Transition to ACTIVE for port object b2a4fabd-1b23-4918-91aa-f2f59250b4d1 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:53.033541 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.088569 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Allocated IP 172.27.3.87 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/06475cde-a793-4e4b-8043-7eb0d840aa1a) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:53.096075 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] For port cb5d33f2-4773-4e6c-8c9d-86570a41ead9, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:26:53.100640 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] For port cb5d33f2-4773-4e6c-8c9d-86570a41ead9, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:26:53.101501 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Network 18a4151f-40dd-4a55-9866-a9c72ea0e41f is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:53.104912 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:53.109158 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.109433 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:53.117083 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Pushing event updated for resources: {'Port': ['ID=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:53.208748 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092f6c4-2d46-4cf4-8c6c-218d4746658d None None] Pushing event updated for resources: {'Port': ['ID=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:53.251838 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:53.252974 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:53.264368 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Attempting to bind port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:26:53.264741 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Attempting to bind port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:26:53.265110 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Attempting to bind port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 on network 18a4151f-40dd-4a55-9866-a9c72ea0e41f {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:53.269423 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 365597fa-53b4-400e-9153-6e19d9ca6271 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:53.295528 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.309575 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:26:53.309953 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Checking segment: {'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:53.310387 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.310787 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Bound using segment: {'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:26:53.311281 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Bound port: b2a4fabd-1b23-4918-91aa-f2f59250b4d1, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:26:53.311692 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.397164 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.405602 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:53.427891 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 365597fa-53b4-400e-9153-6e19d9ca6271 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:53.428507 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.471987 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:53.478961 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] For port b2a4fabd-1b23-4918-91aa-f2f59250b4d1, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:26:53.482712 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56b00-18aa-4ba5-a571-550552f1b61e req-66327e72-e59a-407a-ac64-75d88f64277d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:53.495562 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-57b56b00-18aa-4ba5-a571-550552f1b61e req-66327e72-e59a-407a-ac64-75d88f64277d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 944 time: 0.2575452 Aug 10 14:26:53.499309 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Pushing event updated for resources: {'Port': ['ID=06475cde-a793-4e4b-8043-7eb0d840aa1a,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:53.500765 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] For port b2a4fabd-1b23-4918-91aa-f2f59250b4d1, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,segment=NetworkSegment(6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c),segment_id=6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:26:53.507338 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:53.509537 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:53.516716 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc903c1-f6b1-40f5-b6dd-980de845e78f req-0bf9c868-dbdf-4ce0-83e2-bebd6fd19664 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:53.524236 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6cc903c1-f6b1-40f5-b6dd-980de845e78f req-0bf9c868-dbdf-4ce0-83e2-bebd6fd19664 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.1820447 Aug 10 14:26:53.526838 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:53.614871 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-57b56b00-18aa-4ba5-a571-550552f1b61e req-23def2a5-2d73-4ee3-b342-abf795b8a690 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185551 Aug 10 14:26:53.626849 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6cc903c1-f6b1-40f5-b6dd-980de845e78f req-26b94c0f-3e97-4a09-8468-a1f01426c487 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017201 Aug 10 14:26:53.660616 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890228bd-9839-4a2d-9d41-29fe7485ff7d None None] Pushing event updated for resources: {'Port': ['ID=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:53.767508 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:53Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:53.808060 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96b6f6-290a-4bd8-aa34-c95e414b7ada None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:53Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:26:53.825272 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:53.908558 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port e9f8bcaa-3cd2-437c-8969-b107a72025cf completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:53.920338 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port e9f8bcaa-3cd2-437c-8969-b107a72025cf triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:53.920722 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:54.043694 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:54.086956 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:54.088750 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:26:54.091396 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6d6ad8-a0b7-4180-9513-4c18ff4a766b" -d '{"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-plugged", "status": "completed", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:26:54.131686 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:54.137832 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:54.147299 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a65d-fef2-4dd6-8921-ad02bc60cb3e req-d7327fca-5808-453a-8c4c-520b71454c14 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:54.148877 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7be3a65d-fef2-4dd6-8921-ad02bc60cb3e req-d7327fca-5808-453a-8c4c-520b71454c14 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 945 time: 0.1588089 Aug 10 14:26:54.166777 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4076db0-3005-46a8-ae60-716dbf7c2242 x-openstack-request-id: req-f4076db0-3005-46a8-ae60-716dbf7c2242 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:26:54.167175 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-plugged", "status": "completed", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:26:54.167326 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4076db0-3005-46a8-ae60-716dbf7c2242 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:26:54.167857 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'code': 200} Aug 10 14:26:54.168865 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-17846324-8081-44fd-a6b9-2d23d1018d89 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:54.170384 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-17846324-8081-44fd-a6b9-2d23d1018d89 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 945 time: 0.1641355 Aug 10 14:26:54.204634 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:54.308705 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7be3a65d-fef2-4dd6-8921-ad02bc60cb3e req-8813f55c-74a3-4755-8791-9dfff1ae74d1 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477416 Aug 10 14:26:54.398942 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20433dd4-d29f-4234-b1e8-a64b60aed4ed req-a327f3e7-44fb-4cc0-8acf-6da40f5e436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:54.400478 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-20433dd4-d29f-4234-b1e8-a64b60aed4ed req-a327f3e7-44fb-4cc0-8acf-6da40f5e436d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 1098 time: 0.0465238 Aug 10 14:26:54.442776 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-20433dd4-d29f-4234-b1e8-a64b60aed4ed req-6a7c7370-85fc-48ae-b344-e505df9fd204 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344882 Aug 10 14:26:54.665356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Deleting port 6777501c-496b-4d67-ba2e-b697371dd2f4 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:26:54.665905 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:54.716515 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:54.806107 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b68e8f-fae2-4e19-bb91-2bb5cea865a8 None None] Network 18a4151f-40dd-4a55-9866-a9c72ea0e41f requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:26:54.872039 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-2a9a3dfa-d916-48f9-acf3-2369409438a1 None None] Provisioning for port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:54.879128 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] For port 6777501c-496b-4d67-ba2e-b697371dd2f4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6777501c-496b-4d67-ba2e-b697371dd2f4,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:54.879516 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:54.905908 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Calling delete_port for 6777501c-496b-4d67-ba2e-b697371dd2f4 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:26:54.914988 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c98f0-a44f-4c60-b7c6-52eb04c1e27a req-c6fdd457-878e-4f93-99ba-9ba746fec844 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:54.916159 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-381c98f0-a44f-4c60-b7c6-52eb04c1e27a req-c6fdd457-878e-4f93-99ba-9ba746fec844 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.1860902 Aug 10 14:26:55.029522 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-381c98f0-a44f-4c60-b7c6-52eb04c1e27a req-bd9acadb-4fa6-4d93-bc6e-861cab9feb99 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059022 Aug 10 14:26:55.048584 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:26:55.200912 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:55.249105 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['6777501c-496b-4d67-ba2e-b697371dd2f4'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:26:55.251275 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Pushing event deleted for resources: {'Port': ['ID=6777501c-496b-4d67-ba2e-b697371dd2f4,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:55.260326 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:26:55.287453 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Sync routers for ids ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:26:55.308149 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Routers {'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:55.308794 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:55.328669 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:55.330246 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5eb7f293-e4d9-4e6d-9c4e-ec808978a6ca admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1474984 Aug 10 14:26:55.331713 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] No DVR routers for this DVR port 6777501c-496b-4d67-ba2e-b697371dd2f4 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:26:55.333623 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54094) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:55.335459 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:55.338055 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de825a9d-49b9-46cc-a682-eee23ac7951e req-3f3b77ef-f018-4563-959a-77312059ab61 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.46 "DELETE /v2.0/ports/6777501c-496b-4d67-ba2e-b697371dd2f4 HTTP/1.1" status: 204 len: 173 time: 1.1210675 Aug 10 14:26:55.338632 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1395e91-d1c1-4614-ae92-c692eb8e6459', 'name': 'network-vif-deleted', 'tag': '6777501c-496b-4d67-ba2e-b697371dd2f4'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:26:55.341289 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3919b-8c86-4f65-8849-69a35f649324" -d '{"events": [{"server_uuid": "f1395e91-d1c1-4614-ae92-c692eb8e6459", "name": "network-vif-deleted", "tag": "6777501c-496b-4d67-ba2e-b697371dd2f4"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:26:55.366829 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device cb5d33f2-4773-4e6c-8c9d-86570a41ead9 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:55.394322 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c1bbc2-5a91-4362-b85f-d15f8fdad739 x-openstack-request-id: req-01c1bbc2-5a91-4362-b85f-d15f8fdad739 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:26:55.394629 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1395e91-d1c1-4614-ae92-c692eb8e6459", "name": "network-vif-deleted", "tag": "6777501c-496b-4d67-ba2e-b697371dd2f4", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:26:55.394864 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01c1bbc2-5a91-4362-b85f-d15f8fdad739 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:26:55.395463 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1395e91-d1c1-4614-ae92-c692eb8e6459', 'name': 'network-vif-deleted', 'tag': '6777501c-496b-4d67-ba2e-b697371dd2f4', 'status': 'completed', 'code': 200} Aug 10 14:26:55.454072 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ae40661c-797e-4419-a205-d360b5f37beb req-430e547f-28ab-42c3-ad66-9d0cc5f75433 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1395e91-d1c1-4614-ae92-c692eb8e6459 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Aug 10 14:26:55.652460 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:55.655395 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Set router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:55.680527 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:55.680900 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:55.832480 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:55.847555 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-20f6770f-8e28-4d01-b4b9-934c33d2c64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:55.885492 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:55.931374 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port cb5d33f2-4773-4e6c-8c9d-86570a41ead9, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:55.936557 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:55.937474 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device b2a4fabd-1b23-4918-91aa-f2f59250b4d1 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:55.943737 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:53Z', 'revision_number': 3, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port': {'id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:56.006662 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Allocated IP 172.20.0.1 (18a4151f-40dd-4a55-9866-a9c72ea0e41f/3194a304-d17d-48df-a6d5-73fcc7ae07c9/08108391-f1c9-4f56-8d96-75f496712f8a) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:26:56.022483 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Checking router: b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:26:56.022963 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Updating router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 port 06475cde-a793-4e4b-8043-7eb0d840aa1a binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:26:56.086017 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:56.097141 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.143490 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:56.149359 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.165163 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Transition to ACTIVE for port object 08108391-f1c9-4f56-8d96-75f496712f8a will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:56.185145 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b886b7-c82c-487c-8609-4f0137c92598 req-988a0fea-805b-47b3-869b-7b0175898d28 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:56.186787 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-08b886b7-c82c-487c-8609-4f0137c92598 req-988a0fea-805b-47b3-869b-7b0175898d28 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0582356 Aug 10 14:26:56.193684 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:56.194136 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.200954 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.242470 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Network 18a4151f-40dd-4a55-9866-a9c72ea0e41f is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:56.247658 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-08b886b7-c82c-487c-8609-4f0137c92598 req-74380c20-36ef-4fb1-9584-e4b5566f05f3 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538940 Aug 10 14:26:56.249064 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:56.263648 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:26:56.303223 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Pushing event updated for resources: {'Port': ['ID=08108391-f1c9-4f56-8d96-75f496712f8a,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:56.348173 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.378824 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.385781 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f7be9-3f49-4735-b0d7-b77d5027e2ea req-c7c841fa-da56-4618-97c4-e03396706d68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:56.388236 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-650f7be9-3f49-4735-b0d7-b77d5027e2ea req-c7c841fa-da56-4618-97c4-e03396706d68 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0656843 Aug 10 14:26:56.396988 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54104) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:56.403497 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Request body: {'floatingip': {'port_id': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:56.440309 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port b2a4fabd-1b23-4918-91aa-f2f59250b4d1, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,segment=NetworkSegment(6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c),segment_id=6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:56.460874 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.462627 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.517837 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.548195 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.556892 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Transition to ACTIVE for port object 06475cde-a793-4e4b-8043-7eb0d840aa1a will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:26:56.564472 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:56.572440 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-85e700fd-1fd4-4ee9-9182-c2b3d29fc675 None None] Provisioning for port 08108391-f1c9-4f56-8d96-75f496712f8a completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:56.579168 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.614677 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-85e700fd-1fd4-4ee9-9182-c2b3d29fc675 None None] Provisioning complete for port 08108391-f1c9-4f56-8d96-75f496712f8a triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:56.615048 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-85e700fd-1fd4-4ee9-9182-c2b3d29fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.664171 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Attempting to bind port 06475cde-a793-4e4b-8043-7eb0d840aa1a on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:26:56.664582 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Attempting to bind port 06475cde-a793-4e4b-8043-7eb0d840aa1a by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:26:56.664950 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Attempting to bind port 06475cde-a793-4e4b-8043-7eb0d840aa1a on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:26:56.671614 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50ca35-c15a-4ca8-846f-b497df8fa2bc None None] Pushing event updated for resources: {'Port': ['ID=06475cde-a793-4e4b-8043-7eb0d840aa1a,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:56.681568 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-85e700fd-1fd4-4ee9-9182-c2b3d29fc675 None None] Port 08108391-f1c9-4f56-8d96-75f496712f8a cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:26:56.683997 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:26:56.684456 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:26:56.684762 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.685209 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:26:56.685695 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Bound port: 06475cde-a793-4e4b-8043-7eb0d840aa1a, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:26:56.686107 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.762484 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] For port 06475cde-a793-4e4b-8043-7eb0d840aa1a, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:26:56.767619 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] For port 06475cde-a793-4e4b-8043-7eb0d840aa1a, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=06475cde-a793-4e4b-8043-7eb0d840aa1a,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:26:56.773119 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.784678 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.793256 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.838203 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Routers {'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:56.839126 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:56.878745 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.896690 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50ca35-c15a-4ca8-846f-b497df8fa2bc None None] Pushing event updated for resources: {'Port': ['ID=06475cde-a793-4e4b-8043-7eb0d840aa1a,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:56.961125 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Pushing event updated for resources: {'Port': ['ID=08108391-f1c9-4f56-8d96-75f496712f8a,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:56.993256 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] Set router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:57.048488 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Network 18a4151f-40dd-4a55-9866-a9c72ea0e41f is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:26:57.051673 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:26:57.144382 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-0c7d351c-0e3b-4f12-9d1a-d7546df0ab34 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:57.146123 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-0c7d351c-0e3b-4f12-9d1a-d7546df0ab34 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/networks?id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 HTTP/1.1" status: 200 len: 809 time: 0.3264155 Aug 10 14:26:57.192898 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-26e2f125-7b40-457e-aa9c-7ca7e4b33df6 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/quotas/71925fd376bd44c8aa051626ac361385 HTTP/1.1" status: 200 len: 375 time: 0.0363135 Aug 10 14:26:57.265681 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:26:57.292947 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-05fdd945-1871-40b0-afa6-73359a03b7e7 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=71925fd376bd44c8aa051626ac361385&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955918 Aug 10 14:26:57.312475 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device cb5d33f2-4773-4e6c-8c9d-86570a41ead9 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:57.363298 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:57.376744 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:57.394275 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 4, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port': {'id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '08108391-f1c9-4f56-8d96-75f496712f8a', 'name': '', 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'mac_address': 'fa:16:3e:18:10:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:55Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 2, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'subnets': [{'id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:57.415167 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:26:57.421174 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-51e8e85d-a52d-4b19-bcf4-e55820d5c58e admin admin] 10.222.0.44 "PUT /v2.0/routers/b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0863805 Aug 10 14:26:57.434882 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02123f36-ef9d-4fe4-8c8d-81e62e729207 None None] The sync data for ids ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'] in dv-cinder-799668-5-iscsi is: [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 4, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port': {'id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '08108391-f1c9-4f56-8d96-75f496712f8a', 'name': '', 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'mac_address': 'fa:16:3e:18:10:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:55Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 2, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'subnets': [{'id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:26:57.442209 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:57.442593 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:57.475576 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-902f52a0-d655-4ed7-a438-94168cd053bd None None] Provisioning complete for port 08108391-f1c9-4f56-8d96-75f496712f8a triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:57.475576 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-902f52a0-d655-4ed7-a438-94168cd053bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:57.533452 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-902f52a0-d655-4ed7-a438-94168cd053bd None None] Port 08108391-f1c9-4f56-8d96-75f496712f8a cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:26:57.586602 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device b2a4fabd-1b23-4918-91aa-f2f59250b4d1 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:57.645295 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:57.645667 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:57.797587 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-7f50ac67-fb8d-4cfc-b742-328c39ff301c service neutron] 10.222.0.44 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959226 Aug 10 14:26:57.869943 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Floating IP 0b008369-559b-42ed-9b4b-22432cd7cfb8 associated. External IP: 172.27.3.234, port: e9f8bcaa-3cd2-437c-8969-b107a72025cf. Aug 10 14:26:57.876924 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 6777501c-496b-4d67-ba2e-b697371dd2f4 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:26:57.906563 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 6777501c-496b-4d67-ba2e-b697371dd2f4 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:26:57.907263 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 6777501c-496b-4d67-ba2e-b697371dd2f4 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:26:57.997901 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-5c19586e-f771-46dd-94b7-846fcbfdb8f7 service neutron] 10.222.0.44 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910639 Aug 10 14:26:58.142158 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Router 6688ff86-7ade-4487-990d-47b8d3e3653b has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:26:58.201794 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54130) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:58.207418 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-1527936e-1d7d-4fd7-8c26-94a7257d18b2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171950158', 'description': 'tempest-secgroup-smoke-1171950158 description', 'project_id': 'fe90e58b6be84abbafd17daeea8ef195'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:58.237545 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d454a433-1212-4f21-9ecd-6d9b3ee1e99a req-989221fb-7e9d-4adc-8a9f-70ca7b0b6e0f tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 210 time: 0.0419247 Aug 10 14:26:58.238775 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1527936e-1d7d-4fd7-8c26-94a7257d18b2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.348947 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:26:58.354086 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.361644 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] Sync routers for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:26:58.374084 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:58.387584 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:58.389400 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1527936e-1d7d-4fd7-8c26-94a7257d18b2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.395113 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1527936e-1d7d-4fd7-8c26-94a7257d18b2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.409512 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-242f22e1-02d8-4c3f-b251-e99db6a35c9b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "PUT /v2.0/floatingips/0b008369-559b-42ed-9b4b-22432cd7cfb8 HTTP/1.1" status: 200 len: 991 time: 2.0111217 Aug 10 14:26:58.410556 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:26:58.415279 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67157e4-6386-4855-a36b-5837fac1adac" -d '{"events": [{"name": "network-changed", "server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:26:58.476282 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-1527936e-1d7d-4fd7-8c26-94a7257d18b2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.478987 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-1527936e-1d7d-4fd7-8c26-94a7257d18b2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2758527 Aug 10 14:26:58.481586 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527936e-1d7d-4fd7-8c26-94a7257d18b2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe82261-8ccb-4aed-b4d4-a2382241d673,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:58.485285 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54140) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:58.501719 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-4269194a-8112-4aaa-80f9-ad6a599bc8c0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'security_group_rule': {'security_group_id': 'dbe82261-8ccb-4aed-b4d4-a2382241d673', 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:58.525356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6edcbfe-f1a8-4514-b14c-6440a4cff2f7 x-openstack-request-id: req-a6edcbfe-f1a8-4514-b14c-6440a4cff2f7 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:26:58.525585 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:26:58.526577 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6edcbfe-f1a8-4514-b14c-6440a4cff2f7 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:26:58.526947 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'status': 'completed', 'code': 200} Aug 10 14:26:58.567585 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4269194a-8112-4aaa-80f9-ad6a599bc8c0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.606720 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8b029039-13be-4daa-ad34-d5e6d1e408db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.637194 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:58.680781 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67157e4-6386-4855-a36b-5837fac1adac req-1e0fb8a0-76ab-4ef1-95fe-c32527e5c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:58.683058 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e67157e4-6386-4855-a36b-5837fac1adac req-1e0fb8a0-76ab-4ef1-95fe-c32527e5c47d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 1098 time: 0.1101656 Aug 10 14:26:58.710238 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4269194a-8112-4aaa-80f9-ad6a599bc8c0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.752229 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4269194a-8112-4aaa-80f9-ad6a599bc8c0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.759974 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.790901 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269194a-8112-4aaa-80f9-ad6a599bc8c0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dc00a3-9936-4e04-914a-1a06df6e5478,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:58.804210 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4269194a-8112-4aaa-80f9-ad6a599bc8c0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.809783 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4269194a-8112-4aaa-80f9-ad6a599bc8c0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3192561 Aug 10 14:26:58.811003 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54144) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:58.816484 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-a3c5c8fa-319a-4fe4-8c19-1872ed3479b7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'security_group_rule': {'security_group_id': 'dbe82261-8ccb-4aed-b4d4-a2382241d673', 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:58.853191 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67157e4-6386-4855-a36b-5837fac1adac req-b68853f5-ba52-43e0-ad29-47c73f58b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:58.856746 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e67157e4-6386-4855-a36b-5837fac1adac req-b68853f5-ba52-43e0-ad29-47c73f58b6a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1619971 Aug 10 14:26:58.873724 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3c5c8fa-319a-4fe4-8c19-1872ed3479b7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.984540 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3c5c8fa-319a-4fe4-8c19-1872ed3479b7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.990709 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3c5c8fa-319a-4fe4-8c19-1872ed3479b7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.001285 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e67157e4-6386-4855-a36b-5837fac1adac req-fd1b6450-109a-4c94-a087-3206e05e2392 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf HTTP/1.1" status: 200 len: 999 time: 0.1334658 Aug 10 14:26:59.009012 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '0b008369-559b-42ed-9b4b-22432cd7cfb8', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'port_id': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'mac_address': 'fa:16:3e:89:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:26:40Z', 'updated_at': '2021-08-10T14:26:57Z', 'revision_number': 1, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:59.020779 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5c8fa-319a-4fe4-8c19-1872ed3479b7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4e16ca-7f52-4db3-a005-996b4105b742,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:59.026302 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a3c5c8fa-319a-4fe4-8c19-1872ed3479b7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.028147 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a3c5c8fa-319a-4fe4-8c19-1872ed3479b7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2157910 Aug 10 14:26:59.030637 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54146) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:59.035743 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-79eb4f8e-23ca-4890-8a77-6562c27ce958 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'security_group_rule': {'security_group_id': 'dbe82261-8ccb-4aed-b4d4-a2382241d673', 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:59.054381 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] Checking router: 6688ff86-7ade-4487-990d-47b8d3e3653b for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:26:59.068312 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:26:59.069009 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:59.074440 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-79eb4f8e-23ca-4890-8a77-6562c27ce958 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.108138 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67157e4-6386-4855-a36b-5837fac1adac req-658bec1d-8236-454e-922c-fd876b6b8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:59.113260 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e67157e4-6386-4855-a36b-5837fac1adac req-658bec1d-8236-454e-922c-fd876b6b8537 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.1019912 Aug 10 14:26:59.176307 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-79eb4f8e-23ca-4890-8a77-6562c27ce958 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.177891 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67157e4-6386-4855-a36b-5837fac1adac req-25fcbf00-80f8-48cb-ae53-e87123c68cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:59.181260 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e67157e4-6386-4855-a36b-5837fac1adac req-25fcbf00-80f8-48cb-ae53-e87123c68cc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579646 Aug 10 14:26:59.181552 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-79eb4f8e-23ca-4890-8a77-6562c27ce958 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.210579 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-79eb4f8e-23ca-4890-8a77-6562c27ce958 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.214654 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-79eb4f8e-23ca-4890-8a77-6562c27ce958 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1827700 Aug 10 14:26:59.216841 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54148) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:59.221886 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-cc358996-1737-43ba-9ab6-88dc3ebd533b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'security_group_rule': {'security_group_id': 'dbe82261-8ccb-4aed-b4d4-a2382241d673', 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:59.231977 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb4f8e-23ca-4890-8a77-6562c27ce958 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d63841a-9c33-497f-a400-e2ea048fab65,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:59.273166 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cc358996-1737-43ba-9ab6-88dc3ebd533b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.275203 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:26:59.365760 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e67157e4-6386-4855-a36b-5837fac1adac req-f6abfe33-fe5a-472d-895f-065fe1890e63 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762927 Aug 10 14:26:59.366673 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 06475cde-a793-4e4b-8043-7eb0d840aa1a up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:26:59.427942 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cc358996-1737-43ba-9ab6-88dc3ebd533b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.435676 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cc358996-1737-43ba-9ab6-88dc3ebd533b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.443487 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-216aa0c0-53d6-4ad8-b54b-33bad30ba563 req-aca90f94-ee6c-4123-82d1-a32781a90386 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 210 time: 0.0610604 Aug 10 14:26:59.454931 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 06475cde-a793-4e4b-8043-7eb0d840aa1a completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:26:59.455235 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc358996-1737-43ba-9ab6-88dc3ebd533b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfe4b51-5ff2-4ad7-9ef1-adef93c9033e,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:59.460129 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 06475cde-a793-4e4b-8043-7eb0d840aa1a triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:26:59.460509 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.470533 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cc358996-1737-43ba-9ab6-88dc3ebd533b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.475862 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-cc358996-1737-43ba-9ab6-88dc3ebd533b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2575772 Aug 10 14:26:59.476548 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54152) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:59.483529 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-4e2d51a4-19e4-46eb-a14e-6f5ef00b6eb5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'security_group_rule': {'security_group_id': 'dbe82261-8ccb-4aed-b4d4-a2382241d673', 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:59.510689 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.securitygroups_db [None req-4e2d51a4-19e4-46eb-a14e-6f5ef00b6eb5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Project fe90e58b6be84abbafd17daeea8ef195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:26:59.519977 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4e2d51a4-19e4-46eb-a14e-6f5ef00b6eb5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.553037 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e67157e4-6386-4855-a36b-5837fac1adac req-3573c4e3-bb8d-411d-9c9b-747fd6e49d20 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764102 Aug 10 14:26:59.578216 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.609269 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 06475cde-a793-4e4b-8043-7eb0d840aa1a, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=06475cde-a793-4e4b-8043-7eb0d840aa1a,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:26:59.626639 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '0b008369-559b-42ed-9b4b-22432cd7cfb8', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'port_id': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'mac_address': 'fa:16:3e:89:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:26:40Z', 'updated_at': '2021-08-10T14:26:57Z', 'revision_number': 1, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:26:59.637516 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.647342 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4e2d51a4-19e4-46eb-a14e-6f5ef00b6eb5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.652369 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4e2d51a4-19e4-46eb-a14e-6f5ef00b6eb5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.674331 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20774c5d-c319-4aee-a528-16ecf186b021 None None] The sync data for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi is: [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '0b008369-559b-42ed-9b4b-22432cd7cfb8', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'port_id': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'mac_address': 'fa:16:3e:89:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:26:40Z', 'updated_at': '2021-08-10T14:26:57Z', 'revision_number': 1, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:26:59.690096 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d51a4-19e4-46eb-a14e-6f5ef00b6eb5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553eb990-6dcf-4005-8443-3027d9f18ab4,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:59.704027 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4e2d51a4-19e4-46eb-a14e-6f5ef00b6eb5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.709082 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4e2d51a4-19e4-46eb-a14e-6f5ef00b6eb5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2288575 Aug 10 14:26:59.709290 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=06475cde-a793-4e4b-8043-7eb0d840aa1a,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:59.710336 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54156) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:26:59.716283 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-2e73df8c-52b2-4cca-aee0-4c0a612fd0a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'security_group_rule': {'security_group_id': 'dbe82261-8ccb-4aed-b4d4-a2382241d673', 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:59.749905 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.securitygroups_db [None req-2e73df8c-52b2-4cca-aee0-4c0a612fd0a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Project fe90e58b6be84abbafd17daeea8ef195 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:26:59.755823 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2e73df8c-52b2-4cca-aee0-4c0a612fd0a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.809134 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-d5a90115-9b4a-48e1-87ca-7fc8817adbb3 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:26:59.810744 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-d5a90115-9b4a-48e1-87ca-7fc8817adbb3 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.46 "GET /v2.0/networks?id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 HTTP/1.1" status: 200 len: 809 time: 0.1771183 Aug 10 14:26:59.830718 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Request body: {'port': {'device_id': '5818f414-ef6d-4c86-9f4d-e9b13285ddea', 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8', 'admin_state_up': True, 'tenant_id': '71925fd376bd44c8aa051626ac361385'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:26:59.839623 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2e73df8c-52b2-4cca-aee0-4c0a612fd0a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.846945 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2e73df8c-52b2-4cca-aee0-4c0a612fd0a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.867099 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73df8c-52b2-4cca-aee0-4c0a612fd0a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1e207e-cde4-4ad8-a793-d7a21da471dc,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:26:59.883376 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2e73df8c-52b2-4cca-aee0-4c0a612fd0a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.884078 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.886120 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2e73df8c-52b2-4cca-aee0-4c0a612fd0a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1751351 Aug 10 14:26:59.976529 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Made reservation on behalf of 71925fd376bd44c8aa051626ac361385 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:26:59.980486 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:00.140160 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Allocated IP 172.20.0.5 (97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8/22f45b67-1e82-4784-98be-2d2c7dc9de03/ebe7850a-f982-4348-85a0-4d305fd5b879) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:27:00.324843 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:00.379223 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:00.424694 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:27:00.428064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:27:00.437461 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:27:00.483254 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Pushing event updated for resources: {'Port': ['ID=ebe7850a-f982-4348-85a0-4d305fd5b879,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:00.519355 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:00.520001 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:00.537331 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-40b1b5fc-dc60-4a15-a55c-e2db19837d70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7117984 Aug 10 14:27:00.555220 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Request body: {'port': {'device_id': '5818f414-ef6d-4c86-9f4d-e9b13285ddea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:00.662838 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:00.672649 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce592d6-8126-43e1-a076-be646685463b req-bc00071b-d66f-48f9-85af-c2e65d7db6a1 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:00.674376 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ce592d6-8126-43e1-a076-be646685463b req-bc00071b-d66f-48f9-85af-c2e65d7db6a1 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 931 time: 0.1147175 Aug 10 14:27:00.751400 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ce592d6-8126-43e1-a076-be646685463b req-def00b16-9fc4-4d87-973c-55d88da42370 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679231 Aug 10 14:27:01.006584 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe7850a-f982-4348-85a0-4d305fd5b879 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:27:01.014971 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.027280 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Transition to ACTIVE for port object ebe7850a-f982-4348-85a0-4d305fd5b879 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:27:01.031613 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.089795 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe7850a-f982-4348-85a0-4d305fd5b879,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:01.149243 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612cba5-eb74-4a9a-98a1-e6186b5a868c None None] New status for floating IP 0b008369-559b-42ed-9b4b-22432cd7cfb8: ACTIVE {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:27:01.165004 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Attempting to bind port ebe7850a-f982-4348-85a0-4d305fd5b879 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:27:01.165298 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Attempting to bind port ebe7850a-f982-4348-85a0-4d305fd5b879 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:27:01.165627 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Attempting to bind port ebe7850a-f982-4348-85a0-4d305fd5b879 on network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:01.170989 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Port ebe7850a-f982-4348-85a0-4d305fd5b879 on network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:27:01.171312 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Attempting to bind port ebe7850a-f982-4348-85a0-4d305fd5b879 on network 97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:01.177213 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:27:01.177548 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Checking segment: {'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:27:01.177930 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Bound using segment: {'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:27:01.178387 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Bound port: ebe7850a-f982-4348-85a0-4d305fd5b879, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ceb305-d26f-4f33-954a-63ddad678541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:27:01.178743 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.266098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] For port ebe7850a-f982-4348-85a0-4d305fd5b879, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:27:01.272416 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] For port ebe7850a-f982-4348-85a0-4d305fd5b879, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ebe7850a-f982-4348-85a0-4d305fd5b879,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:27:01.278841 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.294293 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 06475cde-a793-4e4b-8043-7eb0d840aa1a up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:27:01.347752 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:01.348407 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.350132 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/ebe7850a-f982-4348-85a0-4d305fd5b879 HTTP/1.1" status: 200 len: 1093 time: 0.7994053 Aug 10 14:27:01.353098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5818f414-ef6d-4c86-9f4d-e9b13285ddea', 'tag': 'ebe7850a-f982-4348-85a0-4d305fd5b879'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:01.356762 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8869440-77a7-474f-9b91-35c18b1a0a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5818f414-ef6d-4c86-9f4d-e9b13285ddea", "tag": "ebe7850a-f982-4348-85a0-4d305fd5b879"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:01.414440 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751077a4-078d-4038-9d5b-e31261a2ea0f x-openstack-request-id: req-751077a4-078d-4038-9d5b-e31261a2ea0f {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:01.415540 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5818f414-ef6d-4c86-9f4d-e9b13285ddea", "tag": "ebe7850a-f982-4348-85a0-4d305fd5b879", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:01.415540 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-751077a4-078d-4038-9d5b-e31261a2ea0f {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:01.419076 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5818f414-ef6d-4c86-9f4d-e9b13285ddea', 'tag': 'ebe7850a-f982-4348-85a0-4d305fd5b879', 'status': 'completed', 'code': 200} Aug 10 14:27:01.438571 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41231fc-333a-4191-b3e6-d6088be6c8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe7850a-f982-4348-85a0-4d305fd5b879,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:01.440056 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 06475cde-a793-4e4b-8043-7eb0d840aa1a triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:01.440689 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.495166 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-d2f487b3-d7ac-4152-a556-7db193079ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:01.498953 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-d2f487b3-d7ac-4152-a556-7db193079ac6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71925fd376bd44c8aa051626ac361385&device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 1096 time: 0.0491347 Aug 10 14:27:01.572295 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-cb586d25-d7e7-4f1c-aee7-2d9a9d36cf22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe7850a-f982-4348-85a0-4d305fd5b879 HTTP/1.1" status: 200 len: 217 time: 0.0588925 Aug 10 14:27:01.580552 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.632864 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-1702bd56-030c-4918-8561-329713ce95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:01.634340 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-1702bd56-030c-4918-8561-329713ce95ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22f45b67-1e82-4784-98be-2d2c7dc9de03 HTTP/1.1" status: 200 len: 849 time: 0.0537648 Aug 10 14:27:01.673184 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-b1f3e3a5-88f6-4322-89e7-09a3658a31de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266333 Aug 10 14:27:01.678845 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Sync routers for ids ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:27:01.692320 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Routers {'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:27:01.693340 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:01.773217 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-dd0baca7-4da9-44e4-9d9d-61e2f150f0bf service neutron] 10.222.0.46 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922000 Aug 10 14:27:01.806509 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Set router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:27:01.921188 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c607c3-35bd-4cd6-8a35-4e8eb25052ab req-55fb90e7-b491-4463-beac-691cbed42d49 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:01.923068 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14c607c3-35bd-4cd6-8a35-4e8eb25052ab req-55fb90e7-b491-4463-beac-691cbed42d49 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 943 time: 0.0798008 Aug 10 14:27:01.927335 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c8a39ce3-43b9-4553-ac6a-62d07502f94e req-fb3413b3-6ee6-48bd-a264-b07173a8d337 service neutron] 10.222.0.46 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469100 Aug 10 14:27:01.980942 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14c607c3-35bd-4cd6-8a35-4e8eb25052ab req-333c82a1-6a4b-43a5-b214-2f637aa834c9 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515749 Aug 10 14:27:02.049164 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 4, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port': {'id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '08108391-f1c9-4f56-8d96-75f496712f8a', 'name': '', 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'mac_address': 'fa:16:3e:18:10:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:55Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 2, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'subnets': [{'id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:02.077476 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Checking router: b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:27:02.077821 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Updating router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 port 08108391-f1c9-4f56-8d96-75f496712f8a binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:27:02.109292 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:02.109654 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-f74c7171-bb26-4c73-9b66-33e4c1bab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:02.111349 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-f74c7171-bb26-4c73-9b66-33e4c1bab5c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=71925fd376bd44c8aa051626ac361385&device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 1096 time: 0.0459497 Aug 10 14:27:02.231145 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-7bdd10a2-faf6-4717-8c9c-b3bd615a0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:02.232753 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-7bdd10a2-faf6-4717-8c9c-b3bd615a0e40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 HTTP/1.1" status: 200 len: 910 time: 0.1012886 Aug 10 14:27:02.278211 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-b081ded1-ae89-4a19-b1f4-8ac1fbfb7284 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe7850a-f982-4348-85a0-4d305fd5b879 HTTP/1.1" status: 200 len: 217 time: 0.0364048 Aug 10 14:27:02.337181 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-f6b21840-87bd-4999-82f3-f5f920744957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:02.339033 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-f6b21840-87bd-4999-82f3-f5f920744957 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=22f45b67-1e82-4784-98be-2d2c7dc9de03 HTTP/1.1" status: 200 len: 849 time: 0.0536704 Aug 10 14:27:02.379310 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-0ebf8bde-47a6-4675-bb6f-31cb25458504 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329206 Aug 10 14:27:02.490349 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-f7d2637f-406f-4c27-8c1b-7d2199102047 service neutron] 10.222.0.46 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019924 Aug 10 14:27:02.521828 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:02.535308 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Transition to ACTIVE for port object 08108391-f1c9-4f56-8d96-75f496712f8a will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:27:02.543903 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:02.629652 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf54e13-203f-449d-b205-ba8d02660661 None None] Pushing event updated for resources: {'Port': ['ID=08108391-f1c9-4f56-8d96-75f496712f8a,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:02.634039 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8869440-77a7-474f-9b91-35c18b1a0a8d req-b4661e25-3803-4fca-8279-0ccc43efa6be service neutron] 10.222.0.46 "GET /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351814 Aug 10 14:27:02.663768 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Attempting to bind port 08108391-f1c9-4f56-8d96-75f496712f8a on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:27:02.664134 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Attempting to bind port 08108391-f1c9-4f56-8d96-75f496712f8a by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:27:02.664491 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Attempting to bind port 08108391-f1c9-4f56-8d96-75f496712f8a on network 18a4151f-40dd-4a55-9866-a9c72ea0e41f {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:02.672791 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:27:02.673406 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Checking segment: {'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:27:02.674127 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:02.674773 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Bound using segment: {'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:27:02.675591 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Bound port: 08108391-f1c9-4f56-8d96-75f496712f8a, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:27:02.676271 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:02.764998 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] For port 08108391-f1c9-4f56-8d96-75f496712f8a, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:27:02.769159 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] For port 08108391-f1c9-4f56-8d96-75f496712f8a, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=08108391-f1c9-4f56-8d96-75f496712f8a,segment=NetworkSegment(6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c),segment_id=6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:27:02.775634 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:02.836459 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Routers {'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:27:02.837102 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:26:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:02.842983 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf54e13-203f-449d-b205-ba8d02660661 None None] Pushing event updated for resources: {'Port': ['ID=08108391-f1c9-4f56-8d96-75f496712f8a,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:02.967056 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] Set router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:27:03.123938 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3a26a-b6a5-4602-b9d0-31d43a360842 req-14d1f82f-92a7-437c-ac1c-dff560792e22 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:03.125543 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37e3a26a-b6a5-4602-b9d0-31d43a360842 req-14d1f82f-92a7-437c-ac1c-dff560792e22 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 943 time: 0.0591879 Aug 10 14:27:03.177252 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37e3a26a-b6a5-4602-b9d0-31d43a360842 req-c38a1eaa-14d6-43a4-9fb7-53d820acc8e5 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 Aug 10 14:27:03.238818 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 4, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port': {'id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '08108391-f1c9-4f56-8d96-75f496712f8a', 'name': '', 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'mac_address': 'fa:16:3e:18:10:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:55Z', 'updated_at': '2021-08-10T14:27:02Z', 'revision_number': 4, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'subnets': [{'id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:03.274557 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 08108391-f1c9-4f56-8d96-75f496712f8a up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:27:03.275477 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ab871-fa71-4eed-a953-8c1b6491aa76 None None] The sync data for ids ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'] in dv-cinder-799668-5-iscsi is: [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:56Z', 'revision_number': 4, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port': {'id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '08108391-f1c9-4f56-8d96-75f496712f8a', 'name': '', 'network_id': '18a4151f-40dd-4a55-9866-a9c72ea0e41f', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'mac_address': 'fa:16:3e:18:10:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:55Z', 'updated_at': '2021-08-10T14:27:02Z', 'revision_number': 4, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'subnets': [{'id': '3194a304-d17d-48df-a6d5-73fcc7ae07c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:27:03.333079 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 08108391-f1c9-4f56-8d96-75f496712f8a completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:27:03.337776 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 08108391-f1c9-4f56-8d96-75f496712f8a triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:03.338985 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:03.429688 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:03.471237 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 08108391-f1c9-4f56-8d96-75f496712f8a, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=08108391-f1c9-4f56-8d96-75f496712f8a,segment=NetworkSegment(6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c),segment_id=6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:03.476838 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:03.531968 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=08108391-f1c9-4f56-8d96-75f496712f8a,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:03.903216 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ebe7850a-f982-4348-85a0-4d305fd5b879 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:27:04.135778 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ebe7850a-f982-4348-85a0-4d305fd5b879, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ebe7850a-f982-4348-85a0-4d305fd5b879,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:04.147466 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'ebe7850a-f982-4348-85a0-4d305fd5b879', 'network_id': '97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8', 'port_id': 'ebe7850a-f982-4348-85a0-4d305fd5b879', 'mac_address': 'fa:16:3e:27:e3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f45b67-1e82-4784-98be-2d2c7dc9de03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:27:04.186047 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:04.201800 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe7850a-f982-4348-85a0-4d305fd5b879 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:27:04.224865 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ebe7850a-f982-4348-85a0-4d305fd5b879, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ebe7850a-f982-4348-85a0-4d305fd5b879,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:04.231096 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:04.318208 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a679c4-95f8-4fbf-8fa6-f1444b8577c9 req-5e353dfc-4202-4ee0-aa2f-10429c3e1096 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:04.319747 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f2a679c4-95f8-4fbf-8fa6-f1444b8577c9 req-5e353dfc-4202-4ee0-aa2f-10429c3e1096 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 944 time: 0.0589423 Aug 10 14:27:04.326160 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=ebe7850a-f982-4348-85a0-4d305fd5b879,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:04.370806 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f2a679c4-95f8-4fbf-8fa6-f1444b8577c9 req-a58b0676-fe9f-45a2-a681-fad5596857e6 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441165 Aug 10 14:27:04.614756 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['ebe7850a-f982-4348-85a0-4d305fd5b879'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:27:05.210590 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 08108391-f1c9-4f56-8d96-75f496712f8a up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:27:05.264627 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 08108391-f1c9-4f56-8d96-75f496712f8a triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:05.265005 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:05.514529 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e504169-0a57-4789-85df-4572ffb08cc0 req-c5503591-011e-4056-82f4-d5fc9ed78e70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:05.516423 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e504169-0a57-4789-85df-4572ffb08cc0 req-c5503591-011e-4056-82f4-d5fc9ed78e70 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 944 time: 0.0655091 Aug 10 14:27:05.557711 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e504169-0a57-4789-85df-4572ffb08cc0 req-1b210066-7760-42ac-b533-d3969dfe382b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Aug 10 14:27:05.924382 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ebe7850a-f982-4348-85a0-4d305fd5b879 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:27:05.984341 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port ebe7850a-f982-4348-85a0-4d305fd5b879 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:27:05.988675 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port ebe7850a-f982-4348-85a0-4d305fd5b879 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:05.989059 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:06.075762 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:06.100110 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5818f414-ef6d-4c86-9f4d-e9b13285ddea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe7850a-f982-4348-85a0-4d305fd5b879'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:06.102519 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc57972-98e4-4c49-a364-9b453a94f2a1" -d '{"events": [{"server_uuid": "5818f414-ef6d-4c86-9f4d-e9b13285ddea", "name": "network-vif-plugged", "status": "completed", "tag": "ebe7850a-f982-4348-85a0-4d305fd5b879"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:06.117565 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ebe7850a-f982-4348-85a0-4d305fd5b879, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ebe7850a-f982-4348-85a0-4d305fd5b879,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:06.122793 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:06.149372 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0176d987-677d-4d33-a6c9-1f9671468fdd x-openstack-request-id: req-0176d987-677d-4d33-a6c9-1f9671468fdd {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:06.149665 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5818f414-ef6d-4c86-9f4d-e9b13285ddea", "name": "network-vif-plugged", "status": "completed", "tag": "ebe7850a-f982-4348-85a0-4d305fd5b879", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:06.149918 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0176d987-677d-4d33-a6c9-1f9671468fdd {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:06.150878 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5818f414-ef6d-4c86-9f4d-e9b13285ddea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe7850a-f982-4348-85a0-4d305fd5b879', 'code': 200} Aug 10 14:27:06.176741 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=ebe7850a-f982-4348-85a0-4d305fd5b879,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:06.368590 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c5125-498c-4bf5-ae03-107c86807856 req-083f592f-e5b2-41c7-97bc-0967302ff3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:06.370658 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-498c5125-498c-4bf5-ae03-107c86807856 req-083f592f-e5b2-41c7-97bc-0967302ff3b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 1098 time: 0.0411737 Aug 10 14:27:06.406788 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-498c5125-498c-4bf5-ae03-107c86807856 req-39f5b57c-e1f4-4219-8470-871685f869c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287998 Aug 10 14:27:06.690308 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59923d-27c1-4747-9bd6-13ffe5c5aca0 req-d92e5b21-199a-4197-910e-5798b62189b7 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:06.691959 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d59923d-27c1-4747-9bd6-13ffe5c5aca0 req-d92e5b21-199a-4197-910e-5798b62189b7 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 945 time: 0.0579376 Aug 10 14:27:06.737440 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d59923d-27c1-4747-9bd6-13ffe5c5aca0 req-f603ae4f-f241-4aeb-8dfa-3e90beae351a tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357902 Aug 10 14:27:07.883012 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c147f7-4a6a-4840-969f-a6681cf09aed req-040f6108-453a-4ddb-b1e1-618c7130a958 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:07.884877 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14c147f7-4a6a-4840-969f-a6681cf09aed req-040f6108-453a-4ddb-b1e1-618c7130a958 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 945 time: 0.0541253 Aug 10 14:27:07.925809 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14c147f7-4a6a-4840-969f-a6681cf09aed req-a527e1a2-a801-4c42-80aa-a18d778678b5 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339012 Aug 10 14:27:08.788145 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf096-304e-4a8e-80f1-abf8e6e8586c req-d4b16305-458c-4352-ac51-a710542370ef tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:08.789571 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53baf096-304e-4a8e-80f1-abf8e6e8586c req-d4b16305-458c-4352-ac51-a710542370ef tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 945 time: 0.0550873 Aug 10 14:27:08.835180 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53baf096-304e-4a8e-80f1-abf8e6e8586c req-4e62855e-c321-47cf-840b-1154c6676ea6 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Aug 10 14:27:09.348619 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:09.960278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567e099-6f1b-4d25-a799-2ec731b39eea req-e3ad7b4b-925e-4791-b1f2-c45b42fe6a76 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:09.961874 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3567e099-6f1b-4d25-a799-2ec731b39eea req-e3ad7b4b-925e-4791-b1f2-c45b42fe6a76 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 945 time: 0.0525789 Aug 10 14:27:10.005503 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3567e099-6f1b-4d25-a799-2ec731b39eea req-58b90c52-cfcf-4bdd-8714-22a86fc2b7b7 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e03e5c0-1220-4671-9799-7a4d6e7fdf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369990 Aug 10 14:27:10.703161 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be137a-9110-45bc-b882-44694e72e4f9 req-d032ca24-9e07-4341-b8de-b616b71ef518 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:10.704950 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-72be137a-9110-45bc-b882-44694e72e4f9 req-d032ca24-9e07-4341-b8de-b616b71ef518 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.46 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 945 time: 0.0551493 Aug 10 14:27:10.801477 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Deleting port ebe7850a-f982-4348-85a0-4d305fd5b879 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:27:10.801713 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:10.898431 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] For port ebe7850a-f982-4348-85a0-4d305fd5b879, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ebe7850a-f982-4348-85a0-4d305fd5b879,segment=NetworkSegment(d0ceb305-d26f-4f33-954a-63ddad678541),segment_id=d0ceb305-d26f-4f33-954a-63ddad678541)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:10.898834 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:10.912433 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Calling delete_port for ebe7850a-f982-4348-85a0-4d305fd5b879 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:27:11.053964 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:11.091966 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['ebe7850a-f982-4348-85a0-4d305fd5b879'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:27:11.098806 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Pushing event deleted for resources: {'Port': ['ID=ebe7850a-f982-4348-85a0-4d305fd5b879,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:11.139361 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-477d3f9b-0ac8-4e79-9954-fed4cbd3a140 req-39873b59-cabb-4951-b92d-34491dfc4960 tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.44 "GET /v2.0/ports?device_id=5818f414-ef6d-4c86-9f4d-e9b13285ddea HTTP/1.1" status: 200 len: 210 time: 0.0532391 Aug 10 14:27:11.153149 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] No DVR routers for this DVR port ebe7850a-f982-4348-85a0-4d305fd5b879 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:27:11.156203 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:11.157891 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-72be137a-9110-45bc-b882-44694e72e4f9 req-b36cd1cb-abcc-410c-8f24-7af50d57ac3b tempest-VolumesActionsTest-475816288 tempest-VolumesActionsTest-475816288-project] 10.222.0.46 "DELETE /v2.0/ports/ebe7850a-f982-4348-85a0-4d305fd5b879 HTTP/1.1" status: 204 len: 173 time: 0.4468396 Aug 10 14:27:11.158367 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5818f414-ef6d-4c86-9f4d-e9b13285ddea', 'name': 'network-vif-deleted', 'tag': 'ebe7850a-f982-4348-85a0-4d305fd5b879'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:11.160651 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cc599c-5fe6-4e6e-adc0-cd6b414af6ac" -d '{"events": [{"server_uuid": "5818f414-ef6d-4c86-9f4d-e9b13285ddea", "name": "network-vif-deleted", "tag": "ebe7850a-f982-4348-85a0-4d305fd5b879"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:11.206374 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f848bf9-2641-4e7b-860c-9bb76664bfe3 x-openstack-request-id: req-1f848bf9-2641-4e7b-860c-9bb76664bfe3 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:11.206802 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5818f414-ef6d-4c86-9f4d-e9b13285ddea", "name": "network-vif-deleted", "tag": "ebe7850a-f982-4348-85a0-4d305fd5b879", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:11.207114 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f848bf9-2641-4e7b-860c-9bb76664bfe3 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:11.207685 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5818f414-ef6d-4c86-9f4d-e9b13285ddea', 'name': 'network-vif-deleted', 'tag': 'ebe7850a-f982-4348-85a0-4d305fd5b879', 'status': 'completed', 'code': 200} Aug 10 14:27:15.233583 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ebe7850a-f982-4348-85a0-4d305fd5b879 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:27:15.253614 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: ebe7850a-f982-4348-85a0-4d305fd5b879 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:27:15.253960 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ebe7850a-f982-4348-85a0-4d305fd5b879 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:27:15.773775 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:27:22.300531 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-bab63929-11fc-4426-a4fc-ad3268a2ce67 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171950158&fields=id&tenant_id=fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 267 time: 0.0392044 Aug 10 14:27:22.448425 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e9461fc1-3439-4cec-88ac-411d3b341821 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:22.456423 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e9461fc1-3439-4cec-88ac-411d3b341821 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 811 time: 0.1431577 Aug 10 14:27:22.468996 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-d8f14b59-0c1d-44e6-8238-539e36227ca7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/quotas/fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 375 time: 0.0112543 Aug 10 14:27:22.529650 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-6a9a254d-e6e8-4b6a-b532-f5143a9c0c06 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504277 Aug 10 14:27:22.671240 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-efb6773f-264f-4d5b-adf2-ef64ecb208c9 service neutron] 10.222.0.44 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253090 Aug 10 14:27:22.828680 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-09f88499-ad9c-4e3c-b9f9-46390296a92c service neutron] 10.222.0.44 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491504 Aug 10 14:27:23.447416 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d44ba13-1bb5-44c3-ba57-b9146e0d4be8 req-7a96000c-52de-48e8-ba3c-3aeb4273fab7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 210 time: 0.0381529 Aug 10 14:27:24.590724 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d0d9a23-09d1-4b28-82e0-4ad8c38fbf41 req-f12c8015-98d2-4a85-80d3-42119ebf2947 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 210 time: 0.0570390 Aug 10 14:27:24.845830 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-5acfd367-f1a8-4472-9641-473ea3458e4a tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:24.848141 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-5acfd367-f1a8-4472-9641-473ea3458e4a tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 811 time: 0.1619465 Aug 10 14:27:24.926636 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-a33ce95d-1f9b-4fd2-863d-f0f54095b5d3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 380 time: 0.0575409 Aug 10 14:27:24.939408 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'port': {'device_id': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'admin_state_up': True, 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'security_groups': ['dbe82261-8ccb-4aed-b4d4-a2382241d673']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:25.348965 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Made reservation on behalf of fe90e58b6be84abbafd17daeea8ef195 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:27:25.355961 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:25.542968 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Allocated IP 172.20.0.7 (02da8eb3-4dd0-456a-a828-2a2a787b463c/af50c6f3-624d-4da5-b1e9-e0868e84b3b8/7a0c3d59-4686-4746-b92a-169ec472f2b7) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:27:25.785465 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a2b0691-92cd-49ce-8334-d7d8716cc9ee req-5554ada2-1b23-4bbd-b209-bf4a92d83b73 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 210 time: 0.0405912 Aug 10 14:27:25.834280 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fd3f012c-fac2-4220-bcc7-c43b20ed6a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:25.901589 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:25.945694 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Transition to ACTIVE for port object 7a0c3d59-4686-4746-b92a-169ec472f2b7 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:27:25.992888 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:26.039909 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:27:26.044393 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:27:26.048635 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:27:26.094157 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=7a0c3d59-4686-4746-b92a-169ec472f2b7,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:26.120839 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:26.121831 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:26.140207 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2666d280-9998-4255-8b4c-42deb9d4fd5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2069881 Aug 10 14:27:26.160776 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Request body: {'port': {'device_id': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:26.245547 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:26.349055 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fdd964d1-d050-4be7-a109-48b9d3b2b1f8 None None] Provisioning for port 7a0c3d59-4686-4746-b92a-169ec472f2b7 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:27:26.356945 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fdd964d1-d050-4be7-a109-48b9d3b2b1f8 None None] Provisioning complete for port 7a0c3d59-4686-4746-b92a-169ec472f2b7 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:26.357767 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fdd964d1-d050-4be7-a109-48b9d3b2b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:26.402651 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-fdd964d1-d050-4be7-a109-48b9d3b2b1f8 None None] Port 7a0c3d59-4686-4746-b92a-169ec472f2b7 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:27:26.604039 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0c3d59-4686-4746-b92a-169ec472f2b7 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:27:26.616589 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:26.639347 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Transition to ACTIVE for port object 7a0c3d59-4686-4746-b92a-169ec472f2b7 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:27:26.645353 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:26.773642 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0c3d59-4686-4746-b92a-169ec472f2b7,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:26.833836 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Attempting to bind port 7a0c3d59-4686-4746-b92a-169ec472f2b7 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:27:26.834809 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Attempting to bind port 7a0c3d59-4686-4746-b92a-169ec472f2b7 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:27:26.835342 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Attempting to bind port 7a0c3d59-4686-4746-b92a-169ec472f2b7 on network 02da8eb3-4dd0-456a-a828-2a2a787b463c {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:26.841300 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Port 7a0c3d59-4686-4746-b92a-169ec472f2b7 on network 02da8eb3-4dd0-456a-a828-2a2a787b463c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:27:26.841739 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Attempting to bind port 7a0c3d59-4686-4746-b92a-169ec472f2b7 on network 02da8eb3-4dd0-456a-a828-2a2a787b463c {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:26.847331 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:27:26.847701 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Checking segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:27:26.848051 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Bound using segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:27:26.848490 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Bound port: 7a0c3d59-4686-4746-b92a-169ec472f2b7, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:27:26.849185 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:26.949016 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] For port 7a0c3d59-4686-4746-b92a-169ec472f2b7, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:27:26.954020 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] For port 7a0c3d59-4686-4746-b92a-169ec472f2b7, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:27:26.963468 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:27.000144 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:27.000858 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:27.002365 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a0c3d59-4686-4746-b92a-169ec472f2b7 HTTP/1.1" status: 200 len: 1093 time: 0.8459296 Aug 10 14:27:27.002865 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'tag': '7a0c3d59-4686-4746-b92a-169ec472f2b7'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:27.005162 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94efc6c-3903-4106-afb3-9cf90152c5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a425c70-c19e-4d6e-9efe-6e5f246816fe", "tag": "7a0c3d59-4686-4746-b92a-169ec472f2b7"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:27.088455 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cda39a-cf39-4743-8e73-3cdfbd33db50 x-openstack-request-id: req-41cda39a-cf39-4743-8e73-3cdfbd33db50 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:27.089029 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a425c70-c19e-4d6e-9efe-6e5f246816fe", "tag": "7a0c3d59-4686-4746-b92a-169ec472f2b7", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:27.090098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41cda39a-cf39-4743-8e73-3cdfbd33db50 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:27.090947 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'tag': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'status': 'completed', 'code': 200} Aug 10 14:27:27.092301 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c7365-d0d3-429c-a96f-ad5c851b5238 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0c3d59-4686-4746-b92a-169ec472f2b7,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:27.177465 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-1b4605c8-7a57-43f5-9930-607dcf0bdf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:27.179518 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-1b4605c8-7a57-43f5-9930-607dcf0bdf4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 1096 time: 0.0630462 Aug 10 14:27:27.187739 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad165f7-c7f8-494a-bbb1-91ad6deec278 req-5411eec9-036d-43ca-bbe9-279e979e8c2f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:27.189458 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5ad165f7-c7f8-494a-bbb1-91ad6deec278 req-5411eec9-036d-43ca-bbe9-279e979e8c2f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 943 time: 0.2983549 Aug 10 14:27:27.257465 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-f6d0a8c8-8923-4635-9941-80a3928af603 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7 HTTP/1.1" status: 200 len: 217 time: 0.0617492 Aug 10 14:27:27.308489 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5ad165f7-c7f8-494a-bbb1-91ad6deec278 req-cbec3fc5-fa18-4a4e-aac6-1bebac37ea5c tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048443 Aug 10 14:27:27.348864 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-8ac2e62d-1e9b-4333-a790-2d391b5c0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:27.350680 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-8ac2e62d-1e9b-4333-a790-2d391b5c0cdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0858121 Aug 10 14:27:27.407344 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2dace1fb-6158-49dd-944e-fbaa717a93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:27.408902 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-2dace1fb-6158-49dd-944e-fbaa717a93bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490668 Aug 10 14:27:27.572020 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-ecd9bb42-3d23-4a31-a766-d60e610cf0d8 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518390 Aug 10 14:27:27.723844 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45102cb1-0c80-4e33-a4e3-b7406e20746d req-5520e3d9-1ad8-49b6-8b93-ec2aabb49464 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429529 Aug 10 14:27:27.971822 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-b28f59bd-8cb5-4cdd-8df5-87513b0ba1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:27.975680 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-b28f59bd-8cb5-4cdd-8df5-87513b0ba1c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 1096 time: 0.1129813 Aug 10 14:27:28.135040 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-f58a41b2-4245-4fdb-98e4-268ee80a2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:28.137227 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-f58a41b2-4245-4fdb-98e4-268ee80a2927 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.1534874 Aug 10 14:27:28.215257 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-e000dee5-2ae1-465a-a230-d8d4e1047662 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7 HTTP/1.1" status: 200 len: 217 time: 0.0668981 Aug 10 14:27:28.315845 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-71ce8da7-ceab-44dd-9e35-7517e5b925c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:28.318476 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-71ce8da7-ceab-44dd-9e35-7517e5b925c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0910981 Aug 10 14:27:28.423740 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-f1ba9d11-8c67-465b-a35d-ca6826451cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:28.427281 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-f1ba9d11-8c67-465b-a35d-ca6826451cbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952909 Aug 10 14:27:28.561305 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ace74d-6058-42b4-a14f-90399928237d req-2f9b6801-ee9e-49b5-b8b3-d23d12890eb1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:28.563592 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f7ace74d-6058-42b4-a14f-90399928237d req-2f9b6801-ee9e-49b5-b8b3-d23d12890eb1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 943 time: 0.1256921 Aug 10 14:27:28.601189 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-576df3e3-4449-42e8-a8ad-2f35953c339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:28.651577 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-5c505bb8-4bbf-4ff4-8a91-4468107c4e44 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113760 Aug 10 14:27:28.661573 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f7ace74d-6058-42b4-a14f-90399928237d req-0db76670-c283-454b-92f0-0d568d2f99a8 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697351 Aug 10 14:27:28.750606 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:28.803295 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d94efc6c-3903-4106-afb3-9cf90152c5e2 req-fc5a5f6f-60b9-42e7-a50e-d33fc3eac720 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403415 Aug 10 14:27:29.831532 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857813f2-84c7-45f2-a631-4e90b0cd2bcf req-05e2c6cd-2e07-48af-be91-330038964d7f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:29.833346 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-857813f2-84c7-45f2-a631-4e90b0cd2bcf req-05e2c6cd-2e07-48af-be91-330038964d7f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 943 time: 0.0677490 Aug 10 14:27:29.879995 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:29.881322 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-857813f2-84c7-45f2-a631-4e90b0cd2bcf req-2701561b-a15e-4a2d-aabd-281d3c11029b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412045 Aug 10 14:27:31.018812 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d639f-8e66-4674-8285-66497dde71ab req-dbdfb67f-446e-4664-aec4-bbabd3a2c159 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:31.021112 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-307d639f-8e66-4674-8285-66497dde71ab req-dbdfb67f-446e-4664-aec4-bbabd3a2c159 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 943 time: 0.0568421 Aug 10 14:27:31.065091 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-307d639f-8e66-4674-8285-66497dde71ab req-413999b4-bd97-4be4-bb20-bc9380c755f6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372765 Aug 10 14:27:31.577972 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:32.190041 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396e14b-d9f6-4f33-8dca-a4ed70960c0a req-1852104a-2d61-4226-a0da-15542eb76a50 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:32.197405 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9396e14b-d9f6-4f33-8dca-a4ed70960c0a req-1852104a-2d61-4226-a0da-15542eb76a50 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 943 time: 0.0566201 Aug 10 14:27:32.250194 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9396e14b-d9f6-4f33-8dca-a4ed70960c0a req-4622cae8-1f43-4cdf-b21b-39b57c1191cc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515752 Aug 10 14:27:32.973327 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc97db9-bfe1-4716-a72a-1afd99bc46fd req-05fb9301-ff10-48f6-87a3-43aca6b68604 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:32.975002 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5bc97db9-bfe1-4716-a72a-1afd99bc46fd req-05fb9301-ff10-48f6-87a3-43aca6b68604 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0866401 Aug 10 14:27:33.027652 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5bc97db9-bfe1-4716-a72a-1afd99bc46fd req-8c49f68d-d5e0-4e4f-9607-269f97d031f6 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 Aug 10 14:27:33.428266 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94265bdd-e7a8-47ac-9592-25b39a0992f8 req-cf431d1f-3475-4f77-b385-3c92912a1fc4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:33.429896 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94265bdd-e7a8-47ac-9592-25b39a0992f8 req-cf431d1f-3475-4f77-b385-3c92912a1fc4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 943 time: 0.1120901 Aug 10 14:27:33.471058 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94265bdd-e7a8-47ac-9592-25b39a0992f8 req-8e0513ff-73e6-449d-b001-af5c0cbd97b1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347958 Aug 10 14:27:34.151877 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291909f2-c249-4b6b-989b-8d13092b7d67 req-2f93c22b-4999-4bc1-bd82-1ee1b0aeb6e9 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:34.153379 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-291909f2-c249-4b6b-989b-8d13092b7d67 req-2f93c22b-4999-4bc1-bd82-1ee1b0aeb6e9 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0501001 Aug 10 14:27:34.197289 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-291909f2-c249-4b6b-989b-8d13092b7d67 req-157799c6-5eeb-4366-84ce-d187bb8b75b2 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379603 Aug 10 14:27:34.591824 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf92a3-540b-44a4-839c-6e137f168f78 req-81017c70-53b4-4215-8d00-5c503a46db79 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:34.593298 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-edaf92a3-540b-44a4-839c-6e137f168f78 req-81017c70-53b4-4215-8d00-5c503a46db79 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 943 time: 0.0493071 Aug 10 14:27:34.631847 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-edaf92a3-540b-44a4-839c-6e137f168f78 req-e8d46e84-becf-4a85-88a4-07ce0453897f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324044 Aug 10 14:27:35.360732 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-1ab5bfa3-5e85-4680-bcd5-8c86e443e304 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:35.362308 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-1ab5bfa3-5e85-4680-bcd5-8c86e443e304 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0768375 Aug 10 14:27:35.371501 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afef07-d4f1-40f0-878f-c715f28545a4 req-7acc6dda-1c19-48ba-83fa-f0d798c91af1 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:35.373143 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b6afef07-d4f1-40f0-878f-c715f28545a4 req-7acc6dda-1c19-48ba-83fa-f0d798c91af1 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 945 time: 0.0993195 Aug 10 14:27:35.463921 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b6afef07-d4f1-40f0-878f-c715f28545a4 req-2c2c96b3-b22d-44b5-8028-5468a33eada6 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=8077e503-9491-46b2-9e05-57d1ba3b09fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834801 Aug 10 14:27:35.495626 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Deleting port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:27:35.495971 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:35.592733 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] For port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:35.593488 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:35.820099 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e4616-5f0d-48fa-98d2-bb10d4fcadf2 req-ef27332f-0c57-4bd7-b798-b6d5e76e5472 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:35.822497 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-394e4616-5f0d-48fa-98d2-bb10d4fcadf2 req-ef27332f-0c57-4bd7-b798-b6d5e76e5472 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 943 time: 0.1087346 Aug 10 14:27:35.839833 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:35.840208 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:35.840528 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.l3_db [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Floating IP 0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6 disassociated. External IP: 172.27.3.77, port: 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507. Aug 10 14:27:35.840876 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Calling delete_port for 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:27:35.914878 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-394e4616-5f0d-48fa-98d2-bb10d4fcadf2 req-e4b03dfe-6a93-43b0-b6e5-0f1a000aef01 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843883 Aug 10 14:27:36.009887 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.039600 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event deleted for resources: {'Port': ['ID=4f6ffd76-5181-47e9-bc7f-7a7cf60aa507,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:36.158844 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:27:36.275771 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:27:36.285509 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] Sync routers for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:27:36.299299 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:27:36.300331 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:27:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:36.319534 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] No DVR routers for this DVR port 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:27:36.322886 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.324917 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7c1d4a97-d1ef-4082-9486-3c788f196c90 req-81f59551-aa77-47ae-8d14-bbc9263ecf53 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "DELETE /v2.0/ports/4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 HTTP/1.1" status: 204 len: 173 time: 0.9509430 Aug 10 14:27:36.325373 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'name': 'network-vif-deleted', 'tag': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:36.327829 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb0eb03-4be6-431d-83b2-ad1b2af860a5" -d '{"events": [{"server_uuid": "f6bc6ab5-3686-4dca-a930-d6dcf009e672", "name": "network-vif-deleted", "tag": "4f6ffd76-5181-47e9-bc7f-7a7cf60aa507"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:36.371081 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 7a0c3d59-4686-4746-b92a-169ec472f2b7 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:27:36.373297 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334f7d60-2da1-447e-8a98-99a0f7b5d5e0 x-openstack-request-id: req-334f7d60-2da1-447e-8a98-99a0f7b5d5e0 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:36.373593 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bc6ab5-3686-4dca-a930-d6dcf009e672", "name": "network-vif-deleted", "tag": "4f6ffd76-5181-47e9-bc7f-7a7cf60aa507", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:36.373851 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-334f7d60-2da1-447e-8a98-99a0f7b5d5e0 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:36.374320 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bc6ab5-3686-4dca-a930-d6dcf009e672', 'name': 'network-vif-deleted', 'tag': '4f6ffd76-5181-47e9-bc7f-7a7cf60aa507', 'status': 'completed', 'code': 200} Aug 10 14:27:36.460587 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54670) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:36.541620 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea71153-5455-49af-b02c-35d2a98b564b admin admin] Deleting subnet 22f45b67-1e82-4784-98be-2d2c7dc9de03 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:27:36.545522 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aea71153-5455-49af-b02c-35d2a98b564b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.589274 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aea71153-5455-49af-b02c-35d2a98b564b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4254329'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.595578 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:27:36.643264 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9b1a9457-b5ad-4514-b7ca-d02b10e62736 req-bd892fbe-6688-403e-bf81-d8e2d377de6d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6bc6ab5-3686-4dca-a930-d6dcf009e672 HTTP/1.1" status: 200 len: 210 time: 0.0339530 Aug 10 14:27:36.657489 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aea71153-5455-49af-b02c-35d2a98b564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.712006 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 7a0c3d59-4686-4746-b92a-169ec472f2b7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:36.725563 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aea71153-5455-49af-b02c-35d2a98b564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4255071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6237532'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.750504 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea71153-5455-49af-b02c-35d2a98b564b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f45b67-1e82-4784-98be-2d2c7dc9de03,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:36.757375 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'port_id': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'mac_address': 'fa:16:3e:c1:af:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:27:36.763143 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aea71153-5455-49af-b02c-35d2a98b564b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.765264 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-aea71153-5455-49af-b02c-35d2a98b564b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/22f45b67-1e82-4784-98be-2d2c7dc9de03 HTTP/1.1" status: 204 len: 168 time: 0.3033800 Aug 10 14:27:36.767695 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54676) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:36.826098 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.841443 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.865637 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0c3d59-4686-4746-b92a-169ec472f2b7 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:27:36.900067 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 7a0c3d59-4686-4746-b92a-169ec472f2b7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:36.905306 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.936354 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:36.959282 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:36.971679 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=7a0c3d59-4686-4746-b92a-169ec472f2b7,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:36.976306 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:36.991292 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ceb305-d26f-4f33-954a-63ddad678541') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:36.993911 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ceb305-d26f-4f33-954a-63ddad678541') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:37.012096 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] Checking router: 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:27:37.015442 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4254208'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.026943 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:27:37.027588 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:27:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:37.078511 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.089176 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:27:37.089594 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4255157'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: Traceback (most recent call last): Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: timer() Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: cb(*args, **kw) Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: return func(*args, **kwargs) Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: self._notify() Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: self.callback(batched_events) Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: event.method(event) Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: return f(self, *a, **k) Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._get(url).json() Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:27:37.091367 dv-cinder-799668-5-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:27:37.144588 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:27:37.161327 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e809-0832-4258-881f-aa1f0a7ee0cf req-754b220c-4225-4a51-93d5-ada07dd90fb4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:37.162976 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0333e809-0832-4258-881f-aa1f0a7ee0cf req-754b220c-4225-4a51-93d5-ada07dd90fb4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 944 time: 0.1346395 Aug 10 14:27:37.171559 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.202654 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:37.206098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.210456 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-8e95b229-5a5d-4115-962c-37bafb4c7f95 admin admin] 10.222.0.44 "DELETE /v2.0/networks/97116e9e-5bbe-48e2-9e27-fcc2dc7c66a8 HTTP/1.1" status: 204 len: 168 time: 0.4417002 Aug 10 14:27:37.249822 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0333e809-0832-4258-881f-aa1f0a7ee0cf req-c8835540-a873-4ab4-b6b1-22c686820abb tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579796 Aug 10 14:27:37.285103 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['7a0c3d59-4686-4746-b92a-169ec472f2b7'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:27:37.424993 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54682) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:37.475215 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-eb785001-01ea-461e-9823-ec7f8b1d7e7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71925fd376bd44c8aa051626ac361385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464311 Aug 10 14:27:37.475716 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54684) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:37.482899 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:37.517112 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a714d2-9679-4128-9a58-5c0ac5855985 None None] The sync data for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi is: [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:27:37.543895 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f42f-ee3a-4921-baf3-8c59a460080d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.575445 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f42f-ee3a-4921-baf3-8c59a460080d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.655304 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f42f-ee3a-4921-baf3-8c59a460080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.659080 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f8e4f42f-ee3a-4921-baf3-8c59a460080d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.660530 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f8e4f42f-ee3a-4921-baf3-8c59a460080d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e03e5c0-1220-4671-9799-7a4d6e7fdf74 HTTP/1.1" status: 204 len: 168 time: 0.1837714 Aug 10 14:27:37.678292 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4f42f-ee3a-4921-baf3-8c59a460080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e03e5c0-1220-4671-9799-7a4d6e7fdf74,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:37.786236 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54692) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:37.868108 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.912931 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.951409 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c5060-b622-47d7-b30e-ee178b0aadc3 None None] New status for floating IP 0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:27:37.991260 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.996003 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:37.997875 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "DELETE /v2.0/security-groups/8077e503-9491-46b2-9e05-57d1ba3b09fb HTTP/1.1" status: 204 len: 168 time: 0.2101073 Aug 10 14:27:38.002106 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54700) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:38.012334 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8077e503-9491-46b2-9e05-57d1ba3b09fb,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:38.025666 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.026311 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.026562 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.026893 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.027159 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.027525 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.027876 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.028220 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.028781 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.029336 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.029888 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.030472 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a4f25b-f175-4704-9c9f-992e4a1afd7b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:38.030817 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.api.v2.resource [None req-a032f165-441b-41ed-a6d4-708287cd6fc9 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] show failed (client error): The resource could not be found. Aug 10 14:27:38.035402 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54702) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:38.042282 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a032f165-441b-41ed-a6d4-708287cd6fc9 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups/8077e503-9491-46b2-9e05-57d1ba3b09fb HTTP/1.1" status: 404 len: 347 time: 0.0295622 Aug 10 14:27:38.197790 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Deleting port 14d88399-c206-4fcf-bd4e-ebc4f4d33887 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:27:38.198269 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.285604 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.286068 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.299989 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Calling delete_port for 14d88399-c206-4fcf-bd4e-ebc4f4d33887 owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:27:38.326697 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 7a0c3d59-4686-4746-b92a-169ec472f2b7 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:27:38.416455 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 7a0c3d59-4686-4746-b92a-169ec472f2b7 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:27:38.422176 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 7a0c3d59-4686-4746-b92a-169ec472f2b7 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:38.422937 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.444373 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990122a-f348-4207-aef0-f901f1ade78b req-efaf2082-13cc-462d-9942-41e93ed8cb88 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:38.446899 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6990122a-f348-4207-aef0-f901f1ade78b req-efaf2082-13cc-462d-9942-41e93ed8cb88 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 944 time: 0.0884027 Aug 10 14:27:38.544132 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.557616 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6990122a-f348-4207-aef0-f901f1ade78b req-7fef0fb4-637d-4d46-a585-c8a260ffb27e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920906 Aug 10 14:27:38.579173 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event deleted for resources: {'Port': ['ID=14d88399-c206-4fcf-bd4e-ebc4f4d33887,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:38.644905 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.651814 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.654495 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.655751 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-24511ea2-8fcb-4942-ac16-e2cacdb6684d tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "DELETE /v2.0/floatingips/0b5ff393-01b8-4326-8a7c-aa1ab5efb7c6 HTTP/1.1" status: 204 len: 168 time: 0.6190000 Aug 10 14:27:38.675737 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0c3d59-4686-4746-b92a-169ec472f2b7'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:38.677951 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde6a8b8-9a9e-4478-99a2-5d3486000e8a" -d '{"events": [{"server_uuid": "3a425c70-c19e-4d6e-9efe-6e5f246816fe", "name": "network-vif-plugged", "status": "completed", "tag": "7a0c3d59-4686-4746-b92a-169ec472f2b7"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:38.691432 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 7a0c3d59-4686-4746-b92a-169ec472f2b7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:38.696605 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:38.697534 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:27:38.768273 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348118b7-5aaf-4f5c-8e0a-c8a763ffca98 x-openstack-request-id: req-348118b7-5aaf-4f5c-8e0a-c8a763ffca98 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:38.768561 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a425c70-c19e-4d6e-9efe-6e5f246816fe", "name": "network-vif-plugged", "status": "completed", "tag": "7a0c3d59-4686-4746-b92a-169ec472f2b7", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:38.768814 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-348118b7-5aaf-4f5c-8e0a-c8a763ffca98 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:38.769193 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'code': 200} Aug 10 14:27:38.772637 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:27:38.772978 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 4f6ffd76-5181-47e9-bc7f-7a7cf60aa507 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:27:38.774716 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=7a0c3d59-4686-4746-b92a-169ec472f2b7,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:38.922585 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54728) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:38.927259 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-e48fb6bc-d09d-4a49-85e3-9d82b4870dcf tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743299620', 'description': 'tempest-description--2007051188'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:38.949729 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e48fb6bc-d09d-4a49-85e3-9d82b4870dcf tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.016860 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f34178-0368-4883-94e4-30ad29672c50 req-0c66df04-1442-4f1f-8fd6-64bb92672196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:39.018418 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d1f34178-0368-4883-94e4-30ad29672c50 req-0c66df04-1442-4f1f-8fd6-64bb92672196 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 1098 time: 0.0567448 Aug 10 14:27:39.089997 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d1f34178-0368-4883-94e4-30ad29672c50 req-ecac7436-d840-4d5c-b755-dd7855ead3fb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640800 Aug 10 14:27:39.135243 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e48fb6bc-d09d-4a49-85e3-9d82b4870dcf tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.139210 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e48fb6bc-d09d-4a49-85e3-9d82b4870dcf tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.171176 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e48fb6bc-d09d-4a49-85e3-9d82b4870dcf tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.175117 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e48fb6bc-d09d-4a49-85e3-9d82b4870dcf tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2489166 Aug 10 14:27:39.175985 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54736) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:39.181956 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-30a1a0ec-d2ba-4e88-b858-7a8ff8f35a19 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'security_group_rule': {'security_group_id': 'ff5a70a7-4291-4804-82d2-48faa58e9d3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:39.187356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fb6bc-d09d-4a49-85e3-9d82b4870dcf tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a70a7-4291-4804-82d2-48faa58e9d3c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:39.214036 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30a1a0ec-d2ba-4e88-b858-7a8ff8f35a19 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.272489 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30a1a0ec-d2ba-4e88-b858-7a8ff8f35a19 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.277477 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30a1a0ec-d2ba-4e88-b858-7a8ff8f35a19 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.296434 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1a0ec-d2ba-4e88-b858-7a8ff8f35a19 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2240bd8-41e0-4900-b61a-e978351dd401,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:39.302238 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30a1a0ec-d2ba-4e88-b858-7a8ff8f35a19 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.303434 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-30a1a0ec-d2ba-4e88-b858-7a8ff8f35a19 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269770 Aug 10 14:27:39.306105 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54738) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:39.310434 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-f2246eeb-cfdd-484e-8044-a63f1d18a002 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'security_group_rule': {'security_group_id': 'ff5a70a7-4291-4804-82d2-48faa58e9d3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:39.327824 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.335650 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f2246eeb-cfdd-484e-8044-a63f1d18a002 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.395660 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f2246eeb-cfdd-484e-8044-a63f1d18a002 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.399855 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f2246eeb-cfdd-484e-8044-a63f1d18a002 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.420394 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2246eeb-cfdd-484e-8044-a63f1d18a002 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a88136-31cb-49ed-bda2-dfd4d8fc5b28,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:39.427761 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f2246eeb-cfdd-484e-8044-a63f1d18a002 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.432165 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f2246eeb-cfdd-484e-8044-a63f1d18a002 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221006 Aug 10 14:27:39.432296 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 54740) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:39.436898 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:39.459178 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.557265 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:39.942736 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Allocated IP 172.27.3.190 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/cd0144c1-8e8c-4d92-9b32-2e7d58336a38) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:27:39.966768 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22926a-0503-4c8b-a20c-c0dd4663edd4 req-402eb0c0-f133-4f2f-9785-28d3fc9bf10e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:39.968260 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce22926a-0503-4c8b-a20c-c0dd4663edd4 req-402eb0c0-f133-4f2f-9785-28d3fc9bf10e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0793207 Aug 10 14:27:40.057692 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ce22926a-0503-4c8b-a20c-c0dd4663edd4 req-5212e8fc-508e-4e9b-ae80-d8c5d309d472 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830619 Aug 10 14:27:40.092958 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:40.144479 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:40.186117 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:27:40.192564 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:27:40.195167 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:27:40.224305 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'Port': ['ID=cd0144c1-8e8c-4d92-9b32-2e7d58336a38,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:40.303034 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-f8578f22-17c2-44d2-a681-0f10800df4fd tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e51387b59f04483abb4ed47f8c84074a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543664 Aug 10 14:27:40.408951 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:40.516201 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:40.554340 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-93bfa5a0-6d1c-4154-860e-20bc536f2d66 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:40.556415 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-93bfa5a0-6d1c-4154-860e-20bc536f2d66 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469923 Aug 10 14:27:40.582813 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-2311d216-0430-43ff-945e-b2c86ab2c328 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/quotas/e51387b59f04483abb4ed47f8c84074a HTTP/1.1" status: 200 len: 375 time: 0.0179353 Aug 10 14:27:40.648938 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-c989b5f2-efdb-49c3-a41e-128ad6d68361 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e51387b59f04483abb4ed47f8c84074a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592985 Aug 10 14:27:40.726373 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:40.732875 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:40.814622 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'Port': ['ID=cd0144c1-8e8c-4d92-9b32-2e7d58336a38,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:40.837124 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3afed2d4-8b6f-4647-9b60-c8940fe9b651 req-d5b7a7b0-a76c-4fcf-afc6-24c4d0f88fa4 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 210 time: 0.0413487 Aug 10 14:27:40.845665 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:40.860008 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:40.861526 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-aad74f45-5d09-4903-8a08-6dfae580001e tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4283473 Aug 10 14:27:41.056191 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-a6a35eb3-504c-4a1c-b28f-05392776eeb9 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--743299620&fields=id&tenant_id=5cb26c28eed0404cb382f2355931d92b HTTP/1.1" status: 200 len: 267 time: 0.0367703 Aug 10 14:27:41.208363 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b8056-4339-4122-81ea-9abd70ee2812 req-ca3e4cf2-56e6-49ea-9363-5e01715b6c1d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:41.209854 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c4b8056-4339-4122-81ea-9abd70ee2812 req-ca3e4cf2-56e6-49ea-9363-5e01715b6c1d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0797415 Aug 10 14:27:41.216892 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7f660ecf-f2fe-4e9c-bcfd-aca749a304ab tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:41.218422 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7f660ecf-f2fe-4e9c-bcfd-aca749a304ab tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 811 time: 0.1547453 Aug 10 14:27:41.247171 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-faf84e54-7a9e-4583-b4b8-482fcce345fd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/quotas/5cb26c28eed0404cb382f2355931d92b HTTP/1.1" status: 200 len: 375 time: 0.0209522 Aug 10 14:27:41.269894 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9c4b8056-4339-4122-81ea-9abd70ee2812 req-fdee6fe8-0764-4582-ab1f-3e56e0ddbab6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504148 Aug 10 14:27:41.314107 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-767b806b-0b10-4b6b-bef4-76f7564a2000 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611432 Aug 10 14:27:41.391542 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe7f27-4730-4426-932d-c46a8a2ab944 req-7dd13056-9ecc-472b-a042-e1488fd89743 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:41.393082 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6efe7f27-4730-4426-932d-c46a8a2ab944 req-7dd13056-9ecc-472b-a042-e1488fd89743 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0521009 Aug 10 14:27:41.491025 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6efe7f27-4730-4426-932d-c46a8a2ab944 req-dd434300-b081-424d-8344-96b3dc6d9afe tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874937 Aug 10 14:27:41.513345 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54792) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:41.546153 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-59480ca0-f4a5-4d75-997b-156269449fdd service neutron] 10.222.0.44 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172613 Aug 10 14:27:41.661687 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-2fbc3687-3bac-495c-bca1-bfa115c213c6 service neutron] 10.222.0.44 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067910 Aug 10 14:27:41.695086 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b189e0-af25-4dbf-a7dc-5da91ee9b896 tempest-TestVolumeBootPattern-1772747474 tempest-TestVolumeBootPattern-1772747474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:41.697323 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-37b189e0-af25-4dbf-a7dc-5da91ee9b896 tempest-TestVolumeBootPattern-1772747474 tempest-TestVolumeBootPattern-1772747474-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 1093 time: 0.1825554 Aug 10 14:27:41.700644 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54798) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:41.705672 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'port_id': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:41.729493 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:41.844163 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6e06e2dc-8d15-4cee-8ef1-29a2eb655d48 req-e2d91247-9fd4-489a-99d9-ea18979616c1 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 210 time: 0.0294235 Aug 10 14:27:41.848417 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:41.948984 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e1e6936d-5109-4ae8-a934-160294bf7a8f req-630ccf4d-0dde-4e0d-90e6-d8468884c441 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 210 time: 0.0296032 Aug 10 14:27:41.980528 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Allocated IP 172.27.3.64 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/9fe4d74e-b3cf-40aa-9d2a-42c349a89839) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:27:42.097550 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-2209919b-b8cd-4fa9-9975-dd0bcefa1ac1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e51387b59f04483abb4ed47f8c84074a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224090 Aug 10 14:27:42.111824 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.177103 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.225366 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:27:42.229402 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:27:42.232398 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:27:42.255542 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-47aca9c8-4b48-469a-b599-451087fe1c63 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:42.257023 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-47aca9c8-4b48-469a-b599-451087fe1c63 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534235 Aug 10 14:27:42.263756 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=9fe4d74e-b3cf-40aa-9d2a-42c349a89839,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:42.276859 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.277206 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.277545 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.277879 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.278234 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.278567 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.278895 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.279221 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.279599 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.279867 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.280185 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.280502 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:42.301860 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Request body: {'port': {'device_id': '8ea65ff3-d49a-479e-8af0-2496938b6b4f', 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c', 'admin_state_up': True, 'tenant_id': 'e51387b59f04483abb4ed47f8c84074a'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:42.425226 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Made reservation on behalf of e51387b59f04483abb4ed47f8c84074a for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:27:42.428746 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.439035 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.535617 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.539859 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.602942 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad27a552-2a6f-403f-90fe-58424cb7274c,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:42.631322 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.678075 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Allocated IP 192.168.233.108 (c650d006-2f63-4616-9c83-4913184de26c/d46ec803-50f7-454c-b712-066a607e315b/f0dc8d6c-a078-47f2-97b6-ab52f3323e16) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:27:42.714702 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.842965 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.856731 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Transition to ACTIVE for port object f0dc8d6c-a078-47f2-97b6-ab52f3323e16 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:27:42.874843 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.880167 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.901052 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.953952 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=9fe4d74e-b3cf-40aa-9d2a-42c349a89839,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:42.967934 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:42.977778 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-809b62e6-f13b-4113-b446-f60e3bade135 req-886c7ded-3b79-4920-8b18-bc6772fe98c3 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 210 time: 0.0468554 Aug 10 14:27:42.979644 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Network c650d006-2f63-4616-9c83-4913184de26c is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:27:42.983181 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:27:42.987908 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:27:43.030316 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Pushing event updated for resources: {'Port': ['ID=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:43.044495 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:43.045361 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.075420 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-922b4ac8-e036-4923-8e13-6f82272cd58e tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7776008 Aug 10 14:27:43.095452 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Floating IP bdf9e291-b471-4a21-ace0-03b1e2059206 associated. External IP: 172.27.3.64, port: 7a0c3d59-4686-4746-b92a-169ec472f2b7. Aug 10 14:27:43.146999 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d764b2-7030-49f8-aa35-f1e827abf605 req-ddb18549-915f-4ade-9d9b-9a5f126972c3 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:43.156533 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-34d764b2-7030-49f8-aa35-f1e827abf605 req-ddb18549-915f-4ade-9d9b-9a5f126972c3 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 936 time: 0.0798612 Aug 10 14:27:43.222227 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-34d764b2-7030-49f8-aa35-f1e827abf605 req-7abc62b2-6559-4d43-a43c-860af11360c6 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638230 Aug 10 14:27:43.232353 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Request body: {'port': {'device_id': '8ea65ff3-d49a-479e-8af0-2496938b6b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:43.312965 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-a20c1be4-297d-4177-b415-73c2824d31dd None None] Provisioning for port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:27:43.319768 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-a20c1be4-297d-4177-b415-73c2824d31dd None None] Provisioning complete for port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:43.320514 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a20c1be4-297d-4177-b415-73c2824d31dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.329719 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.364086 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-a20c1be4-297d-4177-b415-73c2824d31dd None None] Port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:27:43.550441 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-afda86b0-2aae-4ac5-ab8b-846a23b2ca05 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:43.551862 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-afda86b0-2aae-4ac5-ab8b-846a23b2ca05 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 811 time: 0.1510451 Aug 10 14:27:43.603969 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dc8d6c-a078-47f2-97b6-ab52f3323e16 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:27:43.611760 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.626789 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Transition to ACTIVE for port object f0dc8d6c-a078-47f2-97b6-ab52f3323e16 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:27:43.630961 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.679678 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:43.685359 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-6170769c-ee93-47bf-8c6f-da8bde60d29b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb26c28eed0404cb382f2355931d92b HTTP/1.1" status: 200 len: 379 time: 0.0974362 Aug 10 14:27:43.696761 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'port': {'device_id': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'admin_state_up': True, 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'security_groups': ['ff5a70a7-4291-4804-82d2-48faa58e9d3c']}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:43.747732 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Router 083d9cf6-5c6c-4223-8551-00539b909929 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:27:43.756989 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Attempting to bind port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:27:43.757358 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Attempting to bind port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:27:43.757937 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Attempting to bind port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 on network c650d006-2f63-4616-9c83-4913184de26c {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:43.762485 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 on network c650d006-2f63-4616-9c83-4913184de26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:27:43.762805 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Attempting to bind port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 on network c650d006-2f63-4616-9c83-4913184de26c {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:43.768082 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:27:43.768435 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Checking segment: {'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:27:43.768826 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Bound using segment: {'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:27:43.769242 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Bound port: f0dc8d6c-a078-47f2-97b6-ab52f3323e16, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed060812-d3af-4b18-97d7-d6412c6ef3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:27:43.769597 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.839136 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] For port f0dc8d6c-a078-47f2-97b6-ab52f3323e16, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:27:43.842747 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] For port f0dc8d6c-a078-47f2-97b6-ab52f3323e16, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,segment=NetworkSegment(ed060812-d3af-4b18-97d7-d6412c6ef3ca),segment_id=ed060812-d3af-4b18-97d7-d6412c6ef3ca)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:27:43.848706 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.882259 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:43.882795 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.884246 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] 10.222.0.46 "PUT /v2.0/ports/f0dc8d6c-a078-47f2-97b6-ab52f3323e16 HTTP/1.1" status: 200 len: 1098 time: 0.7798290 Aug 10 14:27:43.884688 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea65ff3-d49a-479e-8af0-2496938b6b4f', 'tag': 'f0dc8d6c-a078-47f2-97b6-ab52f3323e16'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:43.886943 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087e45f-bb59-4590-8437-45eed04f1eff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea65ff3-d49a-479e-8af0-2496938b6b4f", "tag": "f0dc8d6c-a078-47f2-97b6-ab52f3323e16"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:43.912457 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Made reservation on behalf of 5cb26c28eed0404cb382f2355931d92b for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:27:43.919481 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:43.938654 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:27:43.948135 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b9c84-4ec3-4637-9d4d-b8aff9bf90b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:43.950577 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:27:43.973996 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:27:43.974731 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:27:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:43.993998 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e4f35-6531-470a-9bde-ed2a2ae3b51e x-openstack-request-id: req-b11e4f35-6531-470a-9bde-ed2a2ae3b51e {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:43.994436 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea65ff3-d49a-479e-8af0-2496938b6b4f", "tag": "f0dc8d6c-a078-47f2-97b6-ab52f3323e16", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:43.994784 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b11e4f35-6531-470a-9bde-ed2a2ae3b51e {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:43.995298 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea65ff3-d49a-479e-8af0-2496938b6b4f', 'tag': 'f0dc8d6c-a078-47f2-97b6-ab52f3323e16', 'status': 'completed', 'code': 200} Aug 10 14:27:44.017945 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:44.025844 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-af0de027-75dc-4785-9569-4a47514cd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.027918 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-af0de027-75dc-4785-9569-4a47514cd10e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e51387b59f04483abb4ed47f8c84074a&device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 1101 time: 0.0744355 Aug 10 14:27:44.062930 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-553f3302-ac58-4a6d-aa5e-2ffb4539e7dc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3607922 Aug 10 14:27:44.065505 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'tag': '7a0c3d59-4686-4746-b92a-169ec472f2b7'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:44.068052 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7478d8-68c7-499e-b0b9-241138ed6914" -d '{"events": [{"name": "network-changed", "server_uuid": "3a425c70-c19e-4d6e-9efe-6e5f246816fe", "tag": "7a0c3d59-4686-4746-b92a-169ec472f2b7"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:44.097000 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-175a9e0f-57ca-492e-bce7-5e9a05acd56f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f0dc8d6c-a078-47f2-97b6-ab52f3323e16 HTTP/1.1" status: 200 len: 217 time: 0.0557132 Aug 10 14:27:44.132358 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ceac14-bbfd-434a-9e4a-ad745399c6f3 x-openstack-request-id: req-20ceac14-bbfd-434a-9e4a-ad745399c6f3 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:44.132917 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a425c70-c19e-4d6e-9efe-6e5f246816fe", "tag": "7a0c3d59-4686-4746-b92a-169ec472f2b7", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:44.133337 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20ceac14-bbfd-434a-9e4a-ad745399c6f3 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:44.133884 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'tag': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'status': 'completed', 'code': 200} Aug 10 14:27:44.191795 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:27:44.225223 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Allocated IP 172.20.0.9 (1378d86e-ca36-40fc-9964-2b39a08b42b3/3cf8596a-df7b-4888-ab40-9fda2ccc137d/48059721-5582-4412-b15d-e76254ef6900) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:27:44.232010 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-40c6cf80-0b51-4b41-be10-253ac5546ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.233720 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-40c6cf80-0b51-4b41-be10-253ac5546ac8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d46ec803-50f7-454c-b712-066a607e315b HTTP/1.1" status: 200 len: 843 time: 0.1303358 Aug 10 14:27:44.247306 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b057340a-2664-41aa-933e-9ed167b0550e req-6754383f-01f2-4b14-b513-f3f1cf67c51b tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 210 time: 0.0590773 Aug 10 14:27:44.282302 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-520e4fdb-8333-4fca-895c-dac2138c35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.284663 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-520e4fdb-8333-4fca-895c-dac2138c35e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 1098 time: 0.1140201 Aug 10 14:27:44.317527 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-0cb02f0e-8437-4192-83e5-828230267777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.321150 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-0cb02f0e-8437-4192-83e5-828230267777 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c650d006-2f63-4616-9c83-4913184de26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0719948 Aug 10 14:27:44.470182 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31986-9a0c-4c06-806e-a4be8a119081 req-8eb06b9b-345d-49f6-8dfe-f2774d2770ea tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.471746 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bad31986-9a0c-4c06-806e-a4be8a119081 req-8eb06b9b-345d-49f6-8dfe-f2774d2770ea tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 948 time: 0.1480114 Aug 10 14:27:44.512094 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-4225ee43-b509-4716-82cc-15c122f519b5 service neutron] 10.222.0.46 "GET /v2.0/networks/c650d006-2f63-4616-9c83-4913184de26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773849 Aug 10 14:27:44.576426 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bad31986-9a0c-4c06-806e-a4be8a119081 req-f4b4a593-40d5-4347-829d-2b903a2f2616 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908835 Aug 10 14:27:44.582604 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-99e2b87d-98eb-4cfb-978e-d6b5db5c1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.584202 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-99e2b87d-98eb-4cfb-978e-d6b5db5c1639 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.2917795 Aug 10 14:27:44.610392 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'bdf9e291-b471-4a21-ace0-03b1e2059206', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:c1:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:27:42Z', 'updated_at': '2021-08-10T14:27:42Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:44.621630 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:44.626265 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e59f35c-c575-4b6f-96bb-28bb45f0a764 req-baa7af6f-ebc1-474f-888f-76ae4d937a0a service neutron] 10.222.0.46 "GET /v2.0/networks/c650d006-2f63-4616-9c83-4913184de26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061053 Aug 10 14:27:44.638551 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:27:44.642482 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.46', 64909) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:44.647101 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:27:44.647696 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:27:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:44.673263 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Transition to ACTIVE for port object 48059721-5582-4412-b15d-e76254ef6900 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:27:44.703538 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-9dc69d34-7337-48dd-8289-3657606e7dab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7 HTTP/1.1" status: 200 len: 998 time: 0.0981107 Aug 10 14:27:44.707008 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52cfc423-29c6-4df3-a026-ef575c650552 req-0f2f513e-5a88-488f-aa77-40e22b6b3c53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519826 Aug 10 14:27:44.727973 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:44.763642 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:27:44.807531 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:27:44.815171 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:27:44.817722 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event updated for resources: {'Port': ['ID=48059721-5582-4412-b15d-e76254ef6900,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:44.821583 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:27:44.841146 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087e45f-bb59-4590-8437-45eed04f1eff req-cded4d27-4568-4a4d-a033-844b6cf96523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.843379 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a087e45f-bb59-4590-8437-45eed04f1eff req-cded4d27-4568-4a4d-a033-844b6cf96523 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e51387b59f04483abb4ed47f8c84074a&device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 1101 time: 0.0790539 Aug 10 14:27:44.879846 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-5f1275d2-da41-44af-a9a2-2749f070105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.883049 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-5f1275d2-da41-44af-a9a2-2749f070105a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.1189866 Aug 10 14:27:44.913056 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc423-29c6-4df3-a026-ef575c650552 req-77110e5c-da07-4785-84a9-22888d8b2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.914628 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52cfc423-29c6-4df3-a026-ef575c650552 req-77110e5c-da07-4785-84a9-22888d8b2830 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 1098 time: 0.1085885 Aug 10 14:27:44.928392 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:44.929154 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:45.003436 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-ff2a4bfb-7372-4377-a689-c08395cb36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.005837 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-ff2a4bfb-7372-4377-a689-c08395cb36d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728123 Aug 10 14:27:45.007305 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-0da353e9-1894-4fb2-80c2-08751fed5eea tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3149345 Aug 10 14:27:45.009650 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087e45f-bb59-4590-8437-45eed04f1eff req-b1d49bac-6858-4fe9-9dc5-1b6e86ebcfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.011145 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a087e45f-bb59-4590-8437-45eed04f1eff req-b1d49bac-6858-4fe9-9dc5-1b6e86ebcfd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c650d006-2f63-4616-9c83-4913184de26c HTTP/1.1" status: 200 len: 870 time: 0.1558735 Aug 10 14:27:45.034816 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'bdf9e291-b471-4a21-ace0-03b1e2059206', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:c1:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:27:42Z', 'updated_at': '2021-08-10T14:27:42Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:45.049517 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Request body: {'port': {'device_id': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:45.066345 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56611902-944c-49e8-8b21-2253cfa1ea61 None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'bdf9e291-b471-4a21-ace0-03b1e2059206', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:c1:af:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:27:42Z', 'updated_at': '2021-08-10T14:27:42Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:27:45.077723 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a087e45f-bb59-4590-8437-45eed04f1eff req-fb4a4531-8237-4153-86f5-a81f320c2808 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f0dc8d6c-a078-47f2-97b6-ab52f3323e16 HTTP/1.1" status: 200 len: 217 time: 0.0443566 Aug 10 14:27:45.112734 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-3a635905-fe32-4d53-bf69-cb4fbd72aa51 None None] Provisioning for port 48059721-5582-4412-b15d-e76254ef6900 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:27:45.117755 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-3a635905-fe32-4d53-bf69-cb4fbd72aa51 None None] Provisioning complete for port 48059721-5582-4412-b15d-e76254ef6900 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:45.118265 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3a635905-fe32-4d53-bf69-cb4fbd72aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:45.121587 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc423-29c6-4df3-a026-ef575c650552 req-63a0516b-1e74-4003-80cd-3747106c7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.123024 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52cfc423-29c6-4df3-a026-ef575c650552 req-63a0516b-1e74-4003-80cd-3747106c7000 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1858530 Aug 10 14:27:45.147963 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087e45f-bb59-4590-8437-45eed04f1eff req-404f7a07-2c37-4fda-8b52-fdd3752deeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.152299 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a087e45f-bb59-4590-8437-45eed04f1eff req-404f7a07-2c37-4fda-8b52-fdd3752deeb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d46ec803-50f7-454c-b712-066a607e315b HTTP/1.1" status: 200 len: 843 time: 0.0627799 Aug 10 14:27:45.158720 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-3a635905-fe32-4d53-bf69-cb4fbd72aa51 None None] Port 48059721-5582-4412-b15d-e76254ef6900 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:27:45.168923 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:45.195294 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-ac2efe29-1980-4704-ab99-b3b8d1511eae service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644943 Aug 10 14:27:45.246629 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52cfc423-29c6-4df3-a026-ef575c650552 req-4907dbb2-4372-4372-8ae5-9e5775094cc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf HTTP/1.1" status: 200 len: 1001 time: 0.0931399 Aug 10 14:27:45.251098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087e45f-bb59-4590-8437-45eed04f1eff req-f7eacbdb-6829-4b8f-ac58-797bc523b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.252532 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a087e45f-bb59-4590-8437-45eed04f1eff req-f7eacbdb-6829-4b8f-ac58-797bc523b8e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c650d006-2f63-4616-9c83-4913184de26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0892982 Aug 10 14:27:45.339247 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6de48-b5fe-44b2-8633-f34cd238cfbe None None] New status for floating IP bdf9e291-b471-4a21-ace0-03b1e2059206: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:27:45.490655 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2c7478d8-68c7-499e-b0b9-241138ed6914 req-bc2667b5-a7a1-422a-ac60-47f51c1496b5 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755542 Aug 10 14:27:45.564590 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48059721-5582-4412-b15d-e76254ef6900 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:27:45.574194 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:45.589277 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Transition to ACTIVE for port object 48059721-5582-4412-b15d-e76254ef6900 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:27:45.592318 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:45.649832 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Pushing event updated for resources: {'Port': ['ID=48059721-5582-4412-b15d-e76254ef6900,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:45.654220 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc423-29c6-4df3-a026-ef575c650552 req-572c1b6d-6a30-40cd-b7fd-a5ecad925998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.655968 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52cfc423-29c6-4df3-a026-ef575c650552 req-572c1b6d-6a30-40cd-b7fd-a5ecad925998 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.3961501 Aug 10 14:27:45.737056 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Attempting to bind port 48059721-5582-4412-b15d-e76254ef6900 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:27:45.737650 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Attempting to bind port 48059721-5582-4412-b15d-e76254ef6900 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:27:45.737786 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Attempting to bind port 48059721-5582-4412-b15d-e76254ef6900 on network 1378d86e-ca36-40fc-9964-2b39a08b42b3 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:45.743204 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Port 48059721-5582-4412-b15d-e76254ef6900 on network 1378d86e-ca36-40fc-9964-2b39a08b42b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:27:45.743864 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Attempting to bind port 48059721-5582-4412-b15d-e76254ef6900 on network 1378d86e-ca36-40fc-9964-2b39a08b42b3 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:27:45.749253 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:27:45.749595 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Checking segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:27:45.750012 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Bound using segment: {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:27:45.750535 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Bound port: 48059721-5582-4412-b15d-e76254ef6900, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:27:45.750899 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:45.752044 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351691-46c5-4e4f-b81a-c817b12277ac req-0f9b819c-7e4f-4075-9519-23468a3c5ee0 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.753655 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76351691-46c5-4e4f-b81a-c817b12277ac req-0f9b819c-7e4f-4075-9519-23468a3c5ee0 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 931 time: 0.4103158 Aug 10 14:27:45.788458 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a087e45f-bb59-4590-8437-45eed04f1eff req-99f9368b-84f5-4243-b349-2303eb4af95e service neutron] 10.222.0.46 "GET /v2.0/networks/c650d006-2f63-4616-9c83-4913184de26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960246 Aug 10 14:27:45.810286 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc423-29c6-4df3-a026-ef575c650552 req-d851f2ca-8aa2-4b3e-af29-2986c412a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.811801 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52cfc423-29c6-4df3-a026-ef575c650552 req-d851f2ca-8aa2-4b3e-af29-2986c412a163 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1434865 Aug 10 14:27:45.829685 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] For port 48059721-5582-4412-b15d-e76254ef6900, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:27:45.835316 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] For port 48059721-5582-4412-b15d-e76254ef6900, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=48059721-5582-4412-b15d-e76254ef6900,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:27:45.843954 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:45.870104 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e761fc-d823-4a21-bbb3-dc52846802d2 req-b14ae171-6a13-4443-ba2e-0a3c99f8cc6f tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.871667 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-21e761fc-d823-4a21-bbb3-dc52846802d2 req-b14ae171-6a13-4443-ba2e-0a3c99f8cc6f tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 948 time: 0.1906800 Aug 10 14:27:45.889090 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:45.889700 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:45.891127 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] 10.222.0.46 "PUT /v2.0/ports/48059721-5582-4412-b15d-e76254ef6900 HTTP/1.1" status: 200 len: 1093 time: 0.8471816 Aug 10 14:27:45.907966 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4baf47-9c22-4643-8b97-aac44b7ad08a service neutron] Pushing event updated for resources: {'Port': ['ID=48059721-5582-4412-b15d-e76254ef6900,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:45.941022 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76351691-46c5-4e4f-b81a-c817b12277ac req-b598718f-e4b4-4664-a6ed-2a03a09c0b44 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687353 Aug 10 14:27:46.006466 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-21e761fc-d823-4a21-bbb3-dc52846802d2 req-a2012397-45e1-455a-8d9f-10eafb27802f tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130979 Aug 10 14:27:46.012742 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7c480d02-a667-41ce-83b6-1f75ed611ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:46.019840 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-7c480d02-a667-41ce-83b6-1f75ed611ee3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 1096 time: 0.0670385 Aug 10 14:27:46.031785 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a087e45f-bb59-4590-8437-45eed04f1eff req-ab83817b-5acc-4a70-9566-6a1047c1a73d service neutron] 10.222.0.46 "GET /v2.0/networks/c650d006-2f63-4616-9c83-4913184de26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330277 Aug 10 14:27:46.035244 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52cfc423-29c6-4df3-a026-ef575c650552 req-9f3418f6-6516-4d4e-85ae-a3b6f5614a75 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091835 Aug 10 14:27:46.093419 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-64bee9ca-065f-4655-93db-010df4c9c605 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48059721-5582-4412-b15d-e76254ef6900 HTTP/1.1" status: 200 len: 217 time: 0.0441105 Aug 10 14:27:46.136068 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'tag': '48059721-5582-4412-b15d-e76254ef6900'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:46.139435 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de543a7d-e700-4127-93a7-a241fcd9855b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a802ee0-ba17-49e1-8a28-f83e87bc5e18", "tag": "48059721-5582-4412-b15d-e76254ef6900"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:46.159988 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-f06ce252-be1d-49c8-93ea-520ba961001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:46.165248 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-f06ce252-be1d-49c8-93ea-520ba961001a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0637035 Aug 10 14:27:46.167025 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-52cfc423-29c6-4df3-a026-ef575c650552 req-ad1b954f-f862-4555-a344-f76b5cde0e36 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104078 Aug 10 14:27:46.188803 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c888d26-e4b1-4e08-84d1-ea68c6651494 x-openstack-request-id: req-7c888d26-e4b1-4e08-84d1-ea68c6651494 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:46.189188 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a802ee0-ba17-49e1-8a28-f83e87bc5e18", "tag": "48059721-5582-4412-b15d-e76254ef6900", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:46.189539 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c888d26-e4b1-4e08-84d1-ea68c6651494 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:46.190112 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'tag': '48059721-5582-4412-b15d-e76254ef6900', 'status': 'completed', 'code': 200} Aug 10 14:27:46.232763 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-fb557abd-ee5f-411a-9dae-af936696a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:46.234395 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-fb557abd-ee5f-411a-9dae-af936696a1ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476437 Aug 10 14:27:46.327161 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-c68bd977-77a9-4fa4-bac4-8933b5baad5e service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849805 Aug 10 14:27:46.389454 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device f0dc8d6c-a078-47f2-97b6-ab52f3323e16 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:27:46.427377 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-43acf891-ea0d-468b-bdf9-ef33b40101da req-908a3773-da7c-447f-a4ca-c6ff59b54a0b service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931168 Aug 10 14:27:46.511112 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port f0dc8d6c-a078-47f2-97b6-ab52f3323e16, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,segment=NetworkSegment(ed060812-d3af-4b18-97d7-d6412c6ef3ca),segment_id=ed060812-d3af-4b18-97d7-d6412c6ef3ca)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:46.523746 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'f0dc8d6c-a078-47f2-97b6-ab52f3323e16', 'network_id': 'c650d006-2f63-4616-9c83-4913184de26c', 'port_id': 'f0dc8d6c-a078-47f2-97b6-ab52f3323e16', 'mac_address': 'fa:16:3e:3f:d4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46ec803-50f7-454c-b712-066a607e315b', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:27:46.551546 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af1fa5-5313-474c-b8f9-7ecc40612950 req-ffcc7d72-bf12-4171-98ab-0680e7926ccb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:46.553126 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b1af1fa5-5313-474c-b8f9-7ecc40612950 req-ffcc7d72-bf12-4171-98ab-0680e7926ccb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0546594 Aug 10 14:27:46.560110 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:46.574156 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dc8d6c-a078-47f2-97b6-ab52f3323e16 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:27:46.593130 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b1af1fa5-5313-474c-b8f9-7ecc40612950 req-c0094585-a9cf-4cdc-bbdf-2add7423f85c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Aug 10 14:27:46.594546 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port f0dc8d6c-a078-47f2-97b6-ab52f3323e16, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,segment=NetworkSegment(ed060812-d3af-4b18-97d7-d6412c6ef3ca),segment_id=ed060812-d3af-4b18-97d7-d6412c6ef3ca)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:46.599638 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:46.634020 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de543a7d-e700-4127-93a7-a241fcd9855b req-1237ab93-13dc-45e6-86a6-6839ffbcc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:46.635627 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-de543a7d-e700-4127-93a7-a241fcd9855b req-1237ab93-13dc-45e6-86a6-6839ffbcc6fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 1096 time: 0.0514586 Aug 10 14:27:46.652355 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:46.725761 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de543a7d-e700-4127-93a7-a241fcd9855b req-50e5b0ad-ded4-47e0-96ba-e8c6b463c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:46.727185 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-de543a7d-e700-4127-93a7-a241fcd9855b req-50e5b0ad-ded4-47e0-96ba-e8c6b463c7dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 912 time: 0.0823452 Aug 10 14:27:46.769318 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-de543a7d-e700-4127-93a7-a241fcd9855b req-049f188d-cb35-4e06-a036-c6579bd94475 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48059721-5582-4412-b15d-e76254ef6900 HTTP/1.1" status: 200 len: 217 time: 0.0339088 Aug 10 14:27:46.822287 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de543a7d-e700-4127-93a7-a241fcd9855b req-485d4ad9-8cfe-494f-a1e1-7116d1e5a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:46.823737 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-de543a7d-e700-4127-93a7-a241fcd9855b req-485d4ad9-8cfe-494f-a1e1-7116d1e5a893 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0459609 Aug 10 14:27:46.874421 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de543a7d-e700-4127-93a7-a241fcd9855b req-a2dc45e6-aa4e-4dcf-b4ca-82302a4baf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:46.875896 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-de543a7d-e700-4127-93a7-a241fcd9855b req-a2dc45e6-aa4e-4dcf-b4ca-82302a4baf68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400853 Aug 10 14:27:46.941420 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['f0dc8d6c-a078-47f2-97b6-ab52f3323e16'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:27:46.970995 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-de543a7d-e700-4127-93a7-a241fcd9855b req-b4056202-d5c0-4267-bf6a-79b14ecf44a5 service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866783 Aug 10 14:27:47.074327 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aca500-1c77-4c20-a5f9-57e39a990ec8 req-28918e50-cb32-4bf4-9e6b-2957ae5f1ac4 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:47.081687 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-de543a7d-e700-4127-93a7-a241fcd9855b req-8c41a806-f427-4165-80d3-ac5f94d6dc9f service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026495 Aug 10 14:27:47.081961 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d9aca500-1c77-4c20-a5f9-57e39a990ec8 req-28918e50-cb32-4bf4-9e6b-2957ae5f1ac4 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 943 time: 0.0610468 Aug 10 14:27:47.119721 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d9aca500-1c77-4c20-a5f9-57e39a990ec8 req-2fae18be-3f01-4a07-aa5d-0a7cb8abb343 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368669 Aug 10 14:27:47.174132 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11375e78-fe8c-4659-9475-2fd110780688 req-5969d26f-f455-41b9-acad-43dcc5a1ac62 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:47.175605 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11375e78-fe8c-4659-9475-2fd110780688 req-5969d26f-f455-41b9-acad-43dcc5a1ac62 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 949 time: 0.0485735 Aug 10 14:27:47.220630 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-11375e78-fe8c-4659-9475-2fd110780688 req-5c4d67f2-b39b-48e6-bb6e-911f1475160a tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381064 Aug 10 14:27:47.726926 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeadd0-0c39-4fc6-8958-2c0a51ed0e53 req-93594c32-7f68-48a6-8a22-85499d9251f0 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:47.729113 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9beeadd0-0c39-4fc6-8958-2c0a51ed0e53 req-93594c32-7f68-48a6-8a22-85499d9251f0 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0596056 Aug 10 14:27:47.768416 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9beeadd0-0c39-4fc6-8958-2c0a51ed0e53 req-33bd92ab-6f15-4c1f-9ba6-b6ea73c55935 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328925 Aug 10 14:27:48.239513 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80243008-4d3c-437e-b5fc-3d47405b165b req-7ca0350b-9ffe-42ac-bc4c-93f8b145a537 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:48.241030 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-80243008-4d3c-437e-b5fc-3d47405b165b req-7ca0350b-9ffe-42ac-bc4c-93f8b145a537 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 943 time: 0.0509479 Aug 10 14:27:48.280704 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-80243008-4d3c-437e-b5fc-3d47405b165b req-5b363ee3-5cf1-4b75-aac6-18f4ae913b31 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331740 Aug 10 14:27:48.342645 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b5d40-e7d3-447b-bc41-ca21b494fe1a req-48545cc2-c173-4a50-8481-d2f73035b83a tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:48.344170 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-317b5d40-e7d3-447b-bc41-ca21b494fe1a req-48545cc2-c173-4a50-8481-d2f73035b83a tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 949 time: 0.0495863 Aug 10 14:27:48.386397 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-317b5d40-e7d3-447b-bc41-ca21b494fe1a req-0358547a-2a51-4fc2-bf13-dafe0e030546 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356739 Aug 10 14:27:48.399852 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 48059721-5582-4412-b15d-e76254ef6900 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:27:48.407226 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device f0dc8d6c-a078-47f2-97b6-ab52f3323e16 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:27:48.519652 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:27:48.530907 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:48.531460 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:48.566495 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 48059721-5582-4412-b15d-e76254ef6900, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=48059721-5582-4412-b15d-e76254ef6900,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:48.587435 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '48059721-5582-4412-b15d-e76254ef6900', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'port_id': '48059721-5582-4412-b15d-e76254ef6900', 'mac_address': 'fa:16:3e:50:e9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:27:48.656730 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:48.677340 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48059721-5582-4412-b15d-e76254ef6900 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:27:48.682784 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:48.713847 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 48059721-5582-4412-b15d-e76254ef6900, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=48059721-5582-4412-b15d-e76254ef6900,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:48.720121 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea65ff3-d49a-479e-8af0-2496938b6b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc8d6c-a078-47f2-97b6-ab52f3323e16'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:48.722375 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20238b29-9650-4d91-ae61-b23fc91a43af" -d '{"events": [{"server_uuid": "8ea65ff3-d49a-479e-8af0-2496938b6b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc8d6c-a078-47f2-97b6-ab52f3323e16"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:48.727351 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:48.739944 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port f0dc8d6c-a078-47f2-97b6-ab52f3323e16, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,segment=NetworkSegment(ed060812-d3af-4b18-97d7-d6412c6ef3ca),segment_id=ed060812-d3af-4b18-97d7-d6412c6ef3ca)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:48.759823 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:48.762455 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd798e36-9f4e-4bd7-b251-1fbae4e65817 x-openstack-request-id: req-cd798e36-9f4e-4bd7-b251-1fbae4e65817 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:48.762749 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea65ff3-d49a-479e-8af0-2496938b6b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc8d6c-a078-47f2-97b6-ab52f3323e16", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:48.763006 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd798e36-9f4e-4bd7-b251-1fbae4e65817 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:48.763390 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea65ff3-d49a-479e-8af0-2496938b6b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc8d6c-a078-47f2-97b6-ab52f3323e16', 'code': 200} Aug 10 14:27:48.790330 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=48059721-5582-4412-b15d-e76254ef6900,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:48.849900 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:48.975658 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb7af-f811-45a1-a519-dd2e076dc459 req-688caad0-b4c2-47f9-9209-175bb57e41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:48.977366 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a5bfb7af-f811-45a1-a519-dd2e076dc459 req-688caad0-b4c2-47f9-9209-175bb57e41e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 1103 time: 0.0416424 Aug 10 14:27:49.014478 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a5bfb7af-f811-45a1-a519-dd2e076dc459 req-aa68f124-68ad-4687-a08f-48e81cd5626b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293105 Aug 10 14:27:49.076315 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['48059721-5582-4412-b15d-e76254ef6900'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:27:49.093888 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c6812-9e02-42c7-833e-90529e5ad0c0 req-66e75fe7-1cdb-412f-bba2-4ac9a3798f28 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:49.095416 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-917c6812-9e02-42c7-833e-90529e5ad0c0 req-66e75fe7-1cdb-412f-bba2-4ac9a3798f28 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0499802 Aug 10 14:27:49.133247 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-917c6812-9e02-42c7-833e-90529e5ad0c0 req-d2038e98-3c4d-4900-adb3-d055f49d0dbf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Aug 10 14:27:49.405323 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b688eed-d4e0-439b-88d0-2d320c85b983 req-a3683d0b-1437-4669-9ba8-6f83e350f220 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:49.406923 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0b688eed-d4e0-439b-88d0-2d320c85b983 req-a3683d0b-1437-4669-9ba8-6f83e350f220 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 944 time: 0.0497763 Aug 10 14:27:49.448684 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0b688eed-d4e0-439b-88d0-2d320c85b983 req-cdd59121-cfa6-419c-9161-8c136021839c tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353220 Aug 10 14:27:49.509070 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587b471-3517-4554-82dd-108953f7d608 req-8f79010f-b0fa-47b3-8f85-80926ef8d441 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:49.510688 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0587b471-3517-4554-82dd-108953f7d608 req-8f79010f-b0fa-47b3-8f85-80926ef8d441 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 950 time: 0.0541058 Aug 10 14:27:49.552827 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0587b471-3517-4554-82dd-108953f7d608 req-afc24792-2306-47b8-a8ef-acdf40f001ad tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Aug 10 14:27:50.267404 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4730af7-1f19-486c-9707-e9aecea9ff87 req-b519ee1e-9b2e-4bd4-a006-8c61c16343b6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:50.268896 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f4730af7-1f19-486c-9707-e9aecea9ff87 req-b519ee1e-9b2e-4bd4-a006-8c61c16343b6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0505321 Aug 10 14:27:50.307698 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f4730af7-1f19-486c-9707-e9aecea9ff87 req-e1bd0f28-2e2c-408f-bca3-5919bd76e745 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Aug 10 14:27:50.400579 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 48059721-5582-4412-b15d-e76254ef6900 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:27:50.454404 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 48059721-5582-4412-b15d-e76254ef6900 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:27:50.458986 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 48059721-5582-4412-b15d-e76254ef6900 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:27:50.459388 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:50.546092 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:50.573466 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9314bb-075f-4380-952e-04ab309a6ce9 req-7a2f26c7-263c-4f40-800e-d3b274449843 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:50.576384 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c9314bb-075f-4380-952e-04ab309a6ce9 req-7a2f26c7-263c-4f40-800e-d3b274449843 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 944 time: 0.0518641 Aug 10 14:27:50.582552 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 48059721-5582-4412-b15d-e76254ef6900, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=48059721-5582-4412-b15d-e76254ef6900,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:50.588251 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:50.620260 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c9314bb-075f-4380-952e-04ab309a6ce9 req-7beac185-21dd-4b50-9b50-3249aad3e8f7 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 Aug 10 14:27:50.639875 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=48059721-5582-4412-b15d-e76254ef6900,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:50.681570 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea66c2-c87e-43a2-9354-b698d8e55743 req-5877e583-d9a4-43bb-9a81-d1ea58ea642c tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:50.683234 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2ea66c2-c87e-43a2-9354-b698d8e55743 req-5877e583-d9a4-43bb-9a81-d1ea58ea642c tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 950 time: 0.0535073 Aug 10 14:27:50.729358 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2ea66c2-c87e-43a2-9354-b698d8e55743 req-c6af23c6-5873-44b1-8e10-c3e41aaa0ce7 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Aug 10 14:27:50.764276 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48059721-5582-4412-b15d-e76254ef6900'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:50.766637 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f212b-cf20-44d8-8c38-fa9231098012" -d '{"events": [{"server_uuid": "5a802ee0-ba17-49e1-8a28-f83e87bc5e18", "name": "network-vif-plugged", "status": "completed", "tag": "48059721-5582-4412-b15d-e76254ef6900"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:50.801767 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9db5474-4fb5-4e3f-bb68-32d1f781608b x-openstack-request-id: req-e9db5474-4fb5-4e3f-bb68-32d1f781608b {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:50.802170 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a802ee0-ba17-49e1-8a28-f83e87bc5e18", "name": "network-vif-plugged", "status": "completed", "tag": "48059721-5582-4412-b15d-e76254ef6900", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:50.802432 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9db5474-4fb5-4e3f-bb68-32d1f781608b {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:50.802832 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48059721-5582-4412-b15d-e76254ef6900', 'code': 200} Aug 10 14:27:51.002813 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576540c-2f76-4e53-8c3a-b48555330cfa req-a0328957-1b59-46bd-99c6-facae3cc548a tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:51.004324 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b576540c-2f76-4e53-8c3a-b48555330cfa req-a0328957-1b59-46bd-99c6-facae3cc548a tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 950 time: 0.0522618 Aug 10 14:27:51.044453 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc34d8-5b0e-45dc-8efb-d26a61915bbe req-a5526165-bf3b-4d69-b3e0-303d42695cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:51.045025 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b576540c-2f76-4e53-8c3a-b48555330cfa req-56ea310a-fc5e-4867-9ffa-b3343a494171 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Aug 10 14:27:51.045931 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-eebc34d8-5b0e-45dc-8efb-d26a61915bbe req-a5526165-bf3b-4d69-b3e0-303d42695cdd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 1098 time: 0.0443912 Aug 10 14:27:51.082300 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-eebc34d8-5b0e-45dc-8efb-d26a61915bbe req-f35b6d3f-60ab-4df4-bd00-772d40aec54b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284293 Aug 10 14:27:51.431783 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b599-2162-4175-ac14-db72199529ca req-6222d6d5-3c6d-4718-acd1-b911bb8560a7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:51.433279 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94c6b599-2162-4175-ac14-db72199529ca req-6222d6d5-3c6d-4718-acd1-b911bb8560a7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Aug 10 14:27:51.474645 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94c6b599-2162-4175-ac14-db72199529ca req-cc7ad6c5-04d5-4dc5-b2fb-557e128b5f21 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352676 Aug 10 14:27:51.742079 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8615f0-3e28-4cea-a795-cde82bd29776 req-98f97939-196d-41ac-9e7b-bba2fa028771 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:51.744928 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0a8615f0-3e28-4cea-a795-cde82bd29776 req-98f97939-196d-41ac-9e7b-bba2fa028771 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 945 time: 0.0536537 Aug 10 14:27:51.789456 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0a8615f0-3e28-4cea-a795-cde82bd29776 req-4c26d7f5-31eb-49f0-8636-a463b1bb9020 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382366 Aug 10 14:27:52.159526 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ada5b-0504-446e-aa6f-91046e800b8c req-8ee63b40-2727-4639-802c-a89087e6ddfc tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:52.161006 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-097ada5b-0504-446e-aa6f-91046e800b8c req-8ee63b40-2727-4639-802c-a89087e6ddfc tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 950 time: 0.0480740 Aug 10 14:27:52.200194 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-097ada5b-0504-446e-aa6f-91046e800b8c req-04364d94-0a1d-4177-8c93-459735c66fe3 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Aug 10 14:27:52.605517 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ef280-b850-4cf7-b339-99c6e8731727 req-07f2f3ef-e95f-481b-9ffd-3e1d1630a5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:52.607062 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d61ef280-b850-4cf7-b339-99c6e8731727 req-07f2f3ef-e95f-481b-9ffd-3e1d1630a5cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0563972 Aug 10 14:27:52.648255 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d61ef280-b850-4cf7-b339-99c6e8731727 req-515b517b-32e8-4ca1-b6e9-fd8dc11f3f98 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352337 Aug 10 14:27:52.772566 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:27:52.926475 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92093-01f9-4490-931a-9601e7462286 req-14ecd0d8-44b5-46de-9c78-6fc6314283d6 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:52.928863 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29c92093-01f9-4490-931a-9601e7462286 req-14ecd0d8-44b5-46de-9c78-6fc6314283d6 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 945 time: 0.0566065 Aug 10 14:27:52.979655 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29c92093-01f9-4490-931a-9601e7462286 req-2ab36de7-15fc-4c5a-844b-9137556b3a07 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Aug 10 14:27:53.101457 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4ba04-4ac1-4235-a4fa-b5525503b36a req-1321bf2c-b36f-451f-a2ec-9904db7cc040 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:53.103532 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-64c4ba04-4ac1-4235-a4fa-b5525503b36a req-1321bf2c-b36f-451f-a2ec-9904db7cc040 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 945 time: 0.0534317 Aug 10 14:27:53.112248 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 54920) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:53.117067 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Request body: {'floatingip': {'port_id': '48059721-5582-4412-b15d-e76254ef6900'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:27:53.156565 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:53.326230 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5a2c-967f-4ffa-ba8a-b1aadf945184 req-acc8f7d4-d77d-44a6-b7ae-a5ff5e8eea22 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:53.328224 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c2af5a2c-967f-4ffa-ba8a-b1aadf945184 req-acc8f7d4-d77d-44a6-b7ae-a5ff5e8eea22 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 950 time: 0.0556951 Aug 10 14:27:53.374288 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c2af5a2c-967f-4ffa-ba8a-b1aadf945184 req-dfa253fc-dfc9-4018-ae2c-5c01ce341499 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad27a552-2a6f-403f-90fe-58424cb7274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Aug 10 14:27:53.531088 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-98eb3ec0-e8ea-4ea6-ba1f-f24a79774481 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:53.532583 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-98eb3ec0-e8ea-4ea6-ba1f-f24a79774481 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 950 time: 0.0927668 Aug 10 14:27:53.769742 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0882a69-fc8d-4f7e-a691-95f23d4b9dc5 req-78d6c357-fe1a-41d6-bd87-2ff3f1900ff2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:53.771268 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0882a69-fc8d-4f7e-a691-95f23d4b9dc5 req-78d6c357-fe1a-41d6-bd87-2ff3f1900ff2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Aug 10 14:27:53.777784 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Deleting port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:27:53.778168 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:53.809177 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0882a69-fc8d-4f7e-a691-95f23d4b9dc5 req-144e3220-4dcf-4a39-afa1-802b176a0ff1 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312190 Aug 10 14:27:53.922899 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] For port f0dc8d6c-a078-47f2-97b6-ab52f3323e16, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,segment=NetworkSegment(ed060812-d3af-4b18-97d7-d6412c6ef3ca),segment_id=ed060812-d3af-4b18-97d7-d6412c6ef3ca)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:27:53.923435 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:53.960197 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Calling delete_port for f0dc8d6c-a078-47f2-97b6-ab52f3323e16 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:27:54.069557 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:54.078460 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:54.222169 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Floating IP 8e4342ff-2ee4-4451-8afb-b2c5a6560dc6 associated. External IP: 172.27.3.190, port: 48059721-5582-4412-b15d-e76254ef6900. Aug 10 14:27:54.267684 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:54.309563 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['f0dc8d6c-a078-47f2-97b6-ab52f3323e16'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:27:54.317172 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Pushing event deleted for resources: {'Port': ['ID=f0dc8d6c-a078-47f2-97b6-ab52f3323e16,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:54.408843 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] No DVR routers for this DVR port f0dc8d6c-a078-47f2-97b6-ab52f3323e16 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:27:54.421907 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:54.423994 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-2ee4db9d-435b-498a-9e23-d90ce5b6da0d req-d4ed7d1d-be19-43a0-8e51-7357cc2e7ff1 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.46 "DELETE /v2.0/ports/f0dc8d6c-a078-47f2-97b6-ab52f3323e16 HTTP/1.1" status: 204 len: 173 time: 0.8571427 Aug 10 14:27:54.424406 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea65ff3-d49a-479e-8af0-2496938b6b4f', 'name': 'network-vif-deleted', 'tag': 'f0dc8d6c-a078-47f2-97b6-ab52f3323e16'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:54.426872 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0e200-4f3c-42a0-8208-8a780ca6b2f5" -d '{"events": [{"server_uuid": "8ea65ff3-d49a-479e-8af0-2496938b6b4f", "name": "network-vif-deleted", "tag": "f0dc8d6c-a078-47f2-97b6-ab52f3323e16"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:54.558978 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ca0d4da5-438b-4088-925c-9ab58b0b1f71 req-35310aef-5085-4a3b-9825-e8a85acc89d4 tempest-VolumesNegativeTest-643226169 tempest-VolumesNegativeTest-643226169-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea65ff3-d49a-479e-8af0-2496938b6b4f HTTP/1.1" status: 200 len: 210 time: 0.0749173 Aug 10 14:27:54.587055 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2763626-ea1b-4d6c-9600-97de534cc25a x-openstack-request-id: req-d2763626-ea1b-4d6c-9600-97de534cc25a {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:54.587247 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea65ff3-d49a-479e-8af0-2496938b6b4f", "name": "network-vif-deleted", "tag": "f0dc8d6c-a078-47f2-97b6-ab52f3323e16", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:54.587485 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2763626-ea1b-4d6c-9600-97de534cc25a {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:54.587882 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea65ff3-d49a-479e-8af0-2496938b6b4f', 'name': 'network-vif-deleted', 'tag': 'f0dc8d6c-a078-47f2-97b6-ab52f3323e16', 'status': 'completed', 'code': 200} Aug 10 14:27:54.599693 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:27:54.710038 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:27:54.714872 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:54.719473 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] Sync routers for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:27:54.729360 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:27:54.729914 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:27:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:54.743610 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-48f5bbac-89bc-4510-ba86-25e207643525 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "PUT /v2.0/floatingips/8e4342ff-2ee4-4451-8afb-b2c5a6560dc6 HTTP/1.1" status: 200 len: 991 time: 1.6292367 Aug 10 14:27:54.834741 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:27:54.933844 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c758a46-cf3a-4204-b4b6-cb9c44bcf72b req-ca3a06ec-9034-4485-9395-2936c99a101b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:54.935382 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c758a46-cf3a-4204-b4b6-cb9c44bcf72b req-ca3a06ec-9034-4485-9395-2936c99a101b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0506618 Aug 10 14:27:55.003185 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2c758a46-cf3a-4204-b4b6-cb9c44bcf72b req-16be82e8-2d51-40ee-899a-d87bcc43c0bd tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607586 Aug 10 14:27:55.109542 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '8e4342ff-2ee4-4451-8afb-b2c5a6560dc6', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'port_id': '48059721-5582-4412-b15d-e76254ef6900', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'mac_address': 'fa:16:3e:50:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:27:40Z', 'updated_at': '2021-08-10T14:27:53Z', 'revision_number': 1, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:55.141438 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] Checking router: 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:27:55.151566 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:27:55.152295 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:27:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:55.264869 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:27:55.492696 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '8e4342ff-2ee4-4451-8afb-b2c5a6560dc6', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'port_id': '48059721-5582-4412-b15d-e76254ef6900', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'mac_address': 'fa:16:3e:50:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:27:40Z', 'updated_at': '2021-08-10T14:27:53Z', 'revision_number': 1, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:27:55.520348 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321140a-b989-4f0a-8993-3c765f38aa8b None None] The sync data for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi is: [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '8e4342ff-2ee4-4451-8afb-b2c5a6560dc6', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'port_id': '48059721-5582-4412-b15d-e76254ef6900', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'mac_address': 'fa:16:3e:50:e9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:27:40Z', 'updated_at': '2021-08-10T14:27:53Z', 'revision_number': 1, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:27:55.727032 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd493ed-d4c1-47ba-b007-84b598751c6d None None] New status for floating IP 8e4342ff-2ee4-4451-8afb-b2c5a6560dc6: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:27:55.812147 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0db6be8d-6bf2-4d9d-9df7-01b6dbf4a7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:56.138620 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68a58e-25ba-46f8-88b8-5848dca4da5e req-e488986f-e248-4f7c-a27a-8ec816a5efb5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:56.140187 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a68a58e-25ba-46f8-88b8-5848dca4da5e req-e488986f-e248-4f7c-a27a-8ec816a5efb5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0539718 Aug 10 14:27:56.184205 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a68a58e-25ba-46f8-88b8-5848dca4da5e req-491753df-9499-4acb-bef5-b52649dc1d59 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379632 Aug 10 14:27:56.445244 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device f0dc8d6c-a078-47f2-97b6-ab52f3323e16 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:27:56.474978 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: f0dc8d6c-a078-47f2-97b6-ab52f3323e16 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:27:56.475332 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device f0dc8d6c-a078-47f2-97b6-ab52f3323e16 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:27:56.589501 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'tag': '48059721-5582-4412-b15d-e76254ef6900'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:27:56.593435 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faa9837-144f-406e-a566-10d8a5ddb230" -d '{"events": [{"name": "network-changed", "server_uuid": "5a802ee0-ba17-49e1-8a28-f83e87bc5e18", "tag": "48059721-5582-4412-b15d-e76254ef6900"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:27:56.635949 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c2dca4-2f05-48d4-acc4-3e15be2802b0 x-openstack-request-id: req-39c2dca4-2f05-48d4-acc4-3e15be2802b0 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:27:56.636338 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a802ee0-ba17-49e1-8a28-f83e87bc5e18", "tag": "48059721-5582-4412-b15d-e76254ef6900", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:27:56.636783 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39c2dca4-2f05-48d4-acc4-3e15be2802b0 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:27:56.637383 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'tag': '48059721-5582-4412-b15d-e76254ef6900', 'status': 'completed', 'code': 200} Aug 10 14:27:56.732973 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-d036e564-288d-4185-9c62-55a899bfb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:56.734580 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-d036e564-288d-4185-9c62-55a899bfb49a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb26c28eed0404cb382f2355931d92b&device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 1098 time: 0.0476830 Aug 10 14:27:56.830653 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-0f5e0786-aa86-4acc-88b9-877b0d1457ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:56.832294 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-0f5e0786-aa86-4acc-88b9-877b0d1457ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 200 len: 912 time: 0.0898485 Aug 10 14:27:56.905889 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-d6c86c3c-43a6-4f19-b28b-e472eff7af17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48059721-5582-4412-b15d-e76254ef6900 HTTP/1.1" status: 200 len: 1001 time: 0.0668242 Aug 10 14:27:56.959101 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-167f6ec4-8e03-415b-8414-c1d1af00bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:56.960801 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-167f6ec4-8e03-415b-8414-c1d1af00bd18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 200 len: 850 time: 0.0487621 Aug 10 14:27:57.027513 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-937d1e80-8f9f-42a4-9705-89b31f09bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:57.029086 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-937d1e80-8f9f-42a4-9705-89b31f09bd6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1378d86e-ca36-40fc-9964-2b39a08b42b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610249 Aug 10 14:27:57.167126 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-a84a2328-8de0-40dc-b22f-859015eac5ef service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147072 Aug 10 14:27:57.265651 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7faa9837-144f-406e-a566-10d8a5ddb230 req-9fbeafc0-b1ab-4f4b-b738-b9079c5094f0 service neutron] 10.222.0.46 "GET /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907338 Aug 10 14:27:57.323123 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea4cd-6d42-41b2-8dab-9edf0366e663 req-a8ba7d78-a493-43ed-a1f0-b4784ecf32a3 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:57.324720 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-353ea4cd-6d42-41b2-8dab-9edf0366e663 req-a8ba7d78-a493-43ed-a1f0-b4784ecf32a3 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0565228 Aug 10 14:27:57.370329 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-353ea4cd-6d42-41b2-8dab-9edf0366e663 req-504042fd-7d58-4e79-990e-af4e5379c637 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353773 Aug 10 14:27:58.503161 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091c4ed-5310-4a1e-8842-e35bb8556d67 req-239bbd37-5691-4dc2-af9e-001d7e9f39ec tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:58.504271 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3091c4ed-5310-4a1e-8842-e35bb8556d67 req-239bbd37-5691-4dc2-af9e-001d7e9f39ec tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0586541 Aug 10 14:27:58.543186 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3091c4ed-5310-4a1e-8842-e35bb8556d67 req-568374b0-7f12-4325-b0e5-b2fd92c0a332 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Aug 10 14:27:58.584964 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-09d08112-d89d-49a3-b684-c5b287dc03c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:58.744842 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:59.484375 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 55178) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:59.622229 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a1358a2a-4645-4aa0-89b8-3350b874b8db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e51387b59f04483abb4ed47f8c84074a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363285 Aug 10 14:27:59.624518 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 55184) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:59.669710 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126455e-79aa-411e-8829-85b55ef3414f req-d507b694-363c-41d1-bf18-a33b0df90520 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:27:59.671306 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0126455e-79aa-411e-8829-85b55ef3414f req-d507b694-363c-41d1-bf18-a33b0df90520 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Aug 10 14:27:59.677806 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3e499f64-db37-4d2d-9f99-9c6e24c7d4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:59.702812 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3e499f64-db37-4d2d-9f99-9c6e24c7d4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:59.710522 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0126455e-79aa-411e-8829-85b55ef3414f req-d1ee8ed5-ca87-458f-9fd7-7399972401ed tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Aug 10 14:27:59.751360 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3e499f64-db37-4d2d-9f99-9c6e24c7d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:59.753792 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-3e499f64-db37-4d2d-9f99-9c6e24c7d4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:59.754961 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-3e499f64-db37-4d2d-9f99-9c6e24c7d4c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad27a552-2a6f-403f-90fe-58424cb7274c HTTP/1.1" status: 204 len: 168 time: 0.1293640 Aug 10 14:27:59.763342 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e499f64-db37-4d2d-9f99-9c6e24c7d4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad27a552-2a6f-403f-90fe-58424cb7274c,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:59.882109 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.384121 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 55208) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:28:00.482030 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2011069820-network', 'tenant_id': '9953a040fbe54fc7be2772fbb496435e'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:28:00.503314 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Made reservation on behalf of 9953a040fbe54fc7be2772fbb496435e for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:28:00.505770 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.514109 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.606393 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.610283 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.638300 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:28:00.647450 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2828bc34-e2e5-4a43-add0-3eafb1fcbad2,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:00.656026 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.656357 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Added segment ad28881d-88f7-4b90-90bb-a45a44572131 of type vlan for network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c Aug 10 14:28:00.704600 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.735746 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.736735 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:00.737316 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.794829 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4093542 Aug 10 14:28:00.798985 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 55214) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:28:00.803704 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Request body: {'subnet': {'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2011069820-subnet', 'tenant_id': '9953a040fbe54fc7be2772fbb496435e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:28:00.812583 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef068dad-4d81-4bd0-88bb-1a5a17f6a242 admin admin] Pushing event updated for resources: {'Network': ['ID=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:00.822622 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:28:00.831303 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Made reservation on behalf of 9953a040fbe54fc7be2772fbb496435e for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:28:00.834097 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5396131'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.847758 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8730b4b-c5f7-4b95-a762-d0dd9bd09932 req-8eb7adee-5488-4db7-b08d-8e29fb02359c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:00.849347 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e8730b4b-c5f7-4b95-a762-d0dd9bd09932 req-8eb7adee-5488-4db7-b08d-8e29fb02359c tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0577986 Aug 10 14:28:00.892807 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e8730b4b-c5f7-4b95-a762-d0dd9bd09932 req-5d7f7bf3-c91e-4d85-a3a6-21cb72284ea2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353503 Aug 10 14:28:01.013478 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5341335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5396145'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:01.066666 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1ce4d3-fc9b-4e81-ab2a-48db345de860,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:01.075498 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Checking segment: {'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:28:01.075854 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Network hostable DHCP agents. Network: 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:28:01.092761 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:28:01.100998 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:28:01.105583 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:01.106199 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:01.110699 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f63ce1-300c-412b-a7ef-2182ace9fd49 None None] Network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:28:01.121152 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-efeff245-7f3d-44ac-b3d6-f777c60c4808 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3211770 Aug 10 14:28:01.232732 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8130c0-8c74-403e-abd6-68a6d96ebc5e None None] Network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:28:01.579579 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:02.023059 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a244-0458-474d-a20b-dc99ce098888 req-e86066e8-702c-4bea-a84d-2560279090a6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:02.025230 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba74a244-0458-474d-a20b-dc99ce098888 req-e86066e8-702c-4bea-a84d-2560279090a6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0534937 Aug 10 14:28:02.067293 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ba74a244-0458-474d-a20b-dc99ce098888 req-bc4c9e89-2aac-4e57-b1f9-58cd5def64ef tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351062 Aug 10 14:28:02.885497 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-1646bd8f-8dbc-47a5-9dba-aeef49120359 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:02.886987 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-1646bd8f-8dbc-47a5-9dba-aeef49120359 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/networks?id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c HTTP/1.1" status: 200 len: 814 time: 0.1019604 Aug 10 14:28:02.902075 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-b30c79bc-0f47-4ec8-94e4-1148b603094a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/quotas/9953a040fbe54fc7be2772fbb496435e HTTP/1.1" status: 200 len: 375 time: 0.0094543 Aug 10 14:28:02.933228 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-2e6b1827-1520-41dd-a362-ed50d1804ea6 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9953a040fbe54fc7be2772fbb496435e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254340 Aug 10 14:28:03.075974 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-e5a921cd-b764-44d0-a9ea-4ccf2b23b187 service neutron] 10.222.0.44 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358495 Aug 10 14:28:03.195337 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-c485ae3f-9882-4cb1-bbb7-21daaee52b39 service neutron] 10.222.0.44 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128705 Aug 10 14:28:03.210525 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49039c90-8cbe-4b73-90d7-1e81392d36cf req-32f0b247-9a53-4a3f-a56e-5a905440cd2a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:03.212307 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-49039c90-8cbe-4b73-90d7-1e81392d36cf req-32f0b247-9a53-4a3f-a56e-5a905440cd2a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0697181 Aug 10 14:28:03.251085 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-49039c90-8cbe-4b73-90d7-1e81392d36cf req-72dac2e7-f04a-4698-9246-4c46daa1e6b9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Aug 10 14:28:03.361213 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-297fb33d-8352-46dc-8444-42d6cad3349a req-ee3b1680-b3fb-498b-a5b4-ebe673efc4f8 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 210 time: 0.0300462 Aug 10 14:28:04.372952 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffc7e2-e4ab-4372-9b5c-e1e33d236101 req-422d7292-6847-4764-8fd7-ace92bd2c0a2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:04.374481 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53ffc7e2-e4ab-4372-9b5c-e1e33d236101 req-422d7292-6847-4764-8fd7-ace92bd2c0a2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0489337 Aug 10 14:28:04.416567 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53ffc7e2-e4ab-4372-9b5c-e1e33d236101 req-11fd1c6f-647d-4e91-bd0c-acea25be5452 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356891 Aug 10 14:28:04.470392 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fa7f5cdc-9e45-49e6-b280-f7d8aa726433 req-8cfcfc4f-86d4-4551-82c0-5f14d6db39e3 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 210 time: 0.0282888 Aug 10 14:28:04.475436 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:28:04.582461 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:04.595747 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'port_id': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'mac_address': 'fa:16:3e:89:ec:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:28:04.634156 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-8ef0c323-7734-479f-b61b-a09b50da81f4 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:04.635872 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-8ef0c323-7734-479f-b61b-a09b50da81f4 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.46 "GET /v2.0/networks?id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c HTTP/1.1" status: 200 len: 814 time: 0.1354237 Aug 10 14:28:04.655345 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:04.657621 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Request body: {'port': {'device_id': '8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a', 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c', 'admin_state_up': True, 'tenant_id': '9953a040fbe54fc7be2772fbb496435e'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:28:04.672034 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9f8bcaa-3cd2-437c-8969-b107a72025cf {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:28:04.693756 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:04.699367 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:04.755993 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=6']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:04.763751 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.764108 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.764456 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.764800 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.765143 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.765480 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.765811 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.766171 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.766532 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.766861 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.767189 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.767514 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:28:04.782534 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Made reservation on behalf of 9953a040fbe54fc7be2772fbb496435e for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:28:04.786065 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:04.883792 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['e9f8bcaa-3cd2-437c-8969-b107a72025cf'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:28:04.947288 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Allocated IP 172.20.0.10 (8e61b40f-163b-43b6-a03a-cb9c3ee96f5c/ad1ce4d3-fc9b-4e81-ab2a-48db345de860/f9947250-61dd-4629-aa4e-453af8ff8597) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:28:05.109361 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:05.156478 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:05.205070 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:28:05.208379 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:28:05.214532 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:28:05.250549 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Pushing event updated for resources: {'Port': ['ID=f9947250-61dd-4629-aa4e-453af8ff8597,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:05.272508 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:05.273134 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:05.291020 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-399d24af-fb96-43ea-a156-bc28dd220f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6389608 Aug 10 14:28:05.313769 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Request body: {'port': {'device_id': '8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:28:05.372684 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:05.604432 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666f865-342f-41bc-9551-bd7f0145e93f req-bdb35963-bef2-49be-8ae1-68d34ac57499 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:05.606747 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b666f865-342f-41bc-9551-bd7f0145e93f req-bdb35963-bef2-49be-8ae1-68d34ac57499 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 944 time: 0.1008172 Aug 10 14:28:05.627747 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fb804-ea36-430e-a349-958355d9a6d7 req-011ce675-011d-43da-b7f3-df8c9b9b8d43 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:05.635589 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-576fb804-ea36-430e-a349-958355d9a6d7 req-011ce675-011d-43da-b7f3-df8c9b9b8d43 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 932 time: 0.0880139 Aug 10 14:28:05.685819 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-576fb804-ea36-430e-a349-958355d9a6d7 req-6494a949-a232-440f-852a-c241be21cc1b tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471077 Aug 10 14:28:05.721047 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b666f865-342f-41bc-9551-bd7f0145e93f req-7df045e9-8335-480f-a08f-0f9d3ee2effe tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024148 Aug 10 14:28:05.972408 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9947250-61dd-4629-aa4e-453af8ff8597 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:28:05.982275 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:06.013119 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Transition to ACTIVE for port object f9947250-61dd-4629-aa4e-453af8ff8597 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:28:06.021166 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:06.086815 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Pushing event updated for resources: {'Port': ['ID=f9947250-61dd-4629-aa4e-453af8ff8597,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:06.178451 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Attempting to bind port f9947250-61dd-4629-aa4e-453af8ff8597 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:28:06.178676 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Attempting to bind port f9947250-61dd-4629-aa4e-453af8ff8597 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:28:06.179019 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Attempting to bind port f9947250-61dd-4629-aa4e-453af8ff8597 on network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:28:06.183951 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Port f9947250-61dd-4629-aa4e-453af8ff8597 on network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:28:06.184259 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Attempting to bind port f9947250-61dd-4629-aa4e-453af8ff8597 on network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:28:06.189765 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:28:06.190150 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Checking segment: {'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:28:06.190541 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Bound using segment: {'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:28:06.190962 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Bound port: f9947250-61dd-4629-aa4e-453af8ff8597, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:28:06.191318 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:06.277773 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] For port f9947250-61dd-4629-aa4e-453af8ff8597, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:28:06.282115 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] For port f9947250-61dd-4629-aa4e-453af8ff8597, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f9947250-61dd-4629-aa4e-453af8ff8597,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:28:06.291532 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:06.332595 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:06.333241 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:06.334704 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] 10.222.0.46 "PUT /v2.0/ports/f9947250-61dd-4629-aa4e-453af8ff8597 HTTP/1.1" status: 200 len: 1094 time: 1.0274558 Aug 10 14:28:06.335146 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a', 'tag': 'f9947250-61dd-4629-aa4e-453af8ff8597'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:28:06.338519 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a", "tag": "f9947250-61dd-4629-aa4e-453af8ff8597"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:28:06.389522 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d85b6-81a0-41d0-986c-8957ee4d6788 service neutron] Pushing event updated for resources: {'Port': ['ID=f9947250-61dd-4629-aa4e-453af8ff8597,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:06.402478 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8251ea2c-7794-495b-9ce3-0eca97c01db9 x-openstack-request-id: req-8251ea2c-7794-495b-9ce3-0eca97c01db9 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:28:06.402766 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a", "tag": "f9947250-61dd-4629-aa4e-453af8ff8597", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:28:06.403016 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8251ea2c-7794-495b-9ce3-0eca97c01db9 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:28:06.403414 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a', 'tag': 'f9947250-61dd-4629-aa4e-453af8ff8597', 'status': 'completed', 'code': 200} Aug 10 14:28:06.498158 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:28:06.505145 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-44920486-9c9d-4627-92e4-1c6d62c86d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:06.506521 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-44920486-9c9d-4627-92e4-1c6d62c86d3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9953a040fbe54fc7be2772fbb496435e&device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 1097 time: 0.0789931 Aug 10 14:28:06.577584 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port e9f8bcaa-3cd2-437c-8969-b107a72025cf triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:28:06.578286 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:06.584358 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-9ebd9b51-dd16-4da0-8201-088c20e208e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9947250-61dd-4629-aa4e-453af8ff8597 HTTP/1.1" status: 200 len: 217 time: 0.0593767 Aug 10 14:28:06.676153 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-44555e56-5862-438f-8169-848aa5430393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:06.678213 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-44555e56-5862-438f-8169-848aa5430393 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad1ce4d3-fc9b-4e81-ab2a-48db345de860 HTTP/1.1" status: 200 len: 854 time: 0.0836146 Aug 10 14:28:06.679283 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:06.721321 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-2a2f7832-3b4e-413e-82ea-7ef3136bba30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358939 Aug 10 14:28:06.729505 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:28:06.732341 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35438bf-335e-438a-9dd9-36586949ba4a" -d '{"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-plugged", "status": "completed", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:28:06.749303 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:06.760829 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:06.840616 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41a629-eef3-4b49-bf3c-f1ed68a276b6 req-6ce8c118-e34f-48c1-aaa4-8e0140389138 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:06.843321 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=7']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:06.848871 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7a41a629-eef3-4b49-bf3c-f1ed68a276b6 req-6ce8c118-e34f-48c1-aaa4-8e0140389138 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 944 time: 0.0765314 Aug 10 14:28:06.903972 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7a41a629-eef3-4b49-bf3c-f1ed68a276b6 req-c4dde2ea-1f4f-40b2-a20c-ea32b7be5a04 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537784 Aug 10 14:28:06.930659 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-7f93563f-778e-4453-81b6-019452bac2b1 service neutron] 10.222.0.46 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992147 Aug 10 14:28:07.010628 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee80f3fd-0ab4-40f2-85ba-2f800d60bfda x-openstack-request-id: req-ee80f3fd-0ab4-40f2-85ba-2f800d60bfda {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:28:07.011286 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-plugged", "status": "completed", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:28:07.011772 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee80f3fd-0ab4-40f2-85ba-2f800d60bfda {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:28:07.012383 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'code': 200} Aug 10 14:28:07.060222 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b2ad5-9b44-4fff-b602-1eb1ac029623 req-1ea4f2e8-4496-4747-a5b8-996215600149 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:07.067886 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-833b2ad5-9b44-4fff-b602-1eb1ac029623 req-1ea4f2e8-4496-4747-a5b8-996215600149 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0717034 Aug 10 14:28:07.076256 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-95ae2de8-4f29-44d7-bb57-6a1033519a83 req-f99f08e7-964a-4c6d-bdd0-3c0d6024f77a service neutron] 10.222.0.46 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332190 Aug 10 14:28:07.126957 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-833b2ad5-9b44-4fff-b602-1eb1ac029623 req-46a9cb45-6744-47f7-b736-688fee4d9fd6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558836 Aug 10 14:28:07.282804 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-26018679-fc76-4cc2-a6cf-b8395a3f70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:07.284213 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-26018679-fc76-4cc2-a6cf-b8395a3f70b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9953a040fbe54fc7be2772fbb496435e&device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 1097 time: 0.0708706 Aug 10 14:28:07.397841 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-9055dd9b-28eb-4c50-a5e7-113eb55240ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:07.400302 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-9055dd9b-28eb-4c50-a5e7-113eb55240ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c HTTP/1.1" status: 200 len: 915 time: 0.1064310 Aug 10 14:28:07.458766 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-b59590c8-dce9-4e06-97f2-62e53488452c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9947250-61dd-4629-aa4e-453af8ff8597 HTTP/1.1" status: 200 len: 217 time: 0.0493579 Aug 10 14:28:07.517295 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-73c7b4da-be86-44db-b63e-50500e25916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:07.519603 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-73c7b4da-be86-44db-b63e-50500e25916d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad1ce4d3-fc9b-4e81-ab2a-48db345de860 HTTP/1.1" status: 200 len: 854 time: 0.0530605 Aug 10 14:28:07.561224 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-92435d8e-9014-4d2f-b970-2ff5ea7b2f5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308127 Aug 10 14:28:07.670351 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-8d53d8b4-7131-4fc9-a747-75652bbe5119 service neutron] 10.222.0.46 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951524 Aug 10 14:28:07.793355 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-3585b4d0-37a2-4ac9-8231-d53730b6b6a8 req-ab4f87fd-968a-4e57-8749-6f6c9fa83ad4 service neutron] 10.222.0.46 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123366 Aug 10 14:28:08.060139 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482309e-bef3-4a94-9a8b-fee6e37c4701 req-52b573ce-72dd-49d4-ac88-b1db7f088ef8 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:08.061843 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7482309e-bef3-4a94-9a8b-fee6e37c4701 req-52b573ce-72dd-49d4-ac88-b1db7f088ef8 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 944 time: 0.0843625 Aug 10 14:28:08.110197 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7482309e-bef3-4a94-9a8b-fee6e37c4701 req-d9b07947-efaf-40a5-a625-2285e8390ae5 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Aug 10 14:28:08.254597 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3898d-92f7-4e6e-8ac9-088d034a5b88 req-c8c4718a-569f-4eee-82c9-94284e9f65ca tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:08.256542 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fdf3898d-92f7-4e6e-8ac9-088d034a5b88 req-c8c4718a-569f-4eee-82c9-94284e9f65ca tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0553308 Aug 10 14:28:08.323156 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fdf3898d-92f7-4e6e-8ac9-088d034a5b88 req-5fff52d7-020e-4da2-a5f7-4b3190d36334 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588706 Aug 10 14:28:08.509707 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device f9947250-61dd-4629-aa4e-453af8ff8597 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:28:08.752431 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port f9947250-61dd-4629-aa4e-453af8ff8597, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f9947250-61dd-4629-aa4e-453af8ff8597,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:08.766249 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'f9947250-61dd-4629-aa4e-453af8ff8597', 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c', 'port_id': 'f9947250-61dd-4629-aa4e-453af8ff8597', 'mac_address': 'fa:16:3e:1e:26:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ce4d3-fc9b-4e81-ab2a-48db345de860', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:28:08.808182 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:08.823775 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9947250-61dd-4629-aa4e-453af8ff8597 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:28:08.848539 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port f9947250-61dd-4629-aa4e-453af8ff8597, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f9947250-61dd-4629-aa4e-453af8ff8597,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:08.855920 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:08.915591 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=f9947250-61dd-4629-aa4e-453af8ff8597,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:09.239355 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['f9947250-61dd-4629-aa4e-453af8ff8597'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:28:09.260267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe04448-27a9-4f9f-86a4-3494d7466d1b req-6ade1e3a-f5af-49d7-b95d-2258c32e6cf8 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:09.263064 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cbe04448-27a9-4f9f-86a4-3494d7466d1b req-6ade1e3a-f5af-49d7-b95d-2258c32e6cf8 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 945 time: 0.0838144 Aug 10 14:28:09.328600 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cbe04448-27a9-4f9f-86a4-3494d7466d1b req-a54713fa-0646-4923-9212-418329abe186 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564077 Aug 10 14:28:09.405711 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:09.512111 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521efd0-9567-454d-8bb4-e17df27ead8f req-f46be046-e2d8-40a2-a007-2a5dec83a40d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:09.525551 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3521efd0-9567-454d-8bb4-e17df27ead8f req-f46be046-e2d8-40a2-a007-2a5dec83a40d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0780339 Aug 10 14:28:09.576763 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3521efd0-9567-454d-8bb4-e17df27ead8f req-187879a3-cff2-4525-b7d5-79ccbbc16b06 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499678 Aug 10 14:28:10.501736 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffb52f-0bd3-4604-b1fd-5da9888a136c req-39bbee79-87bd-4d58-9488-ba943cbbf844 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:10.510030 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abffb52f-0bd3-4604-b1fd-5da9888a136c req-39bbee79-87bd-4d58-9488-ba943cbbf844 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 945 time: 0.0799720 Aug 10 14:28:10.513144 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device f9947250-61dd-4629-aa4e-453af8ff8597 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:28:10.557763 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abffb52f-0bd3-4604-b1fd-5da9888a136c req-90469037-6c29-4d7a-bd36-657a74afc011 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Aug 10 14:28:10.583734 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port f9947250-61dd-4629-aa4e-453af8ff8597 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:28:10.589067 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port f9947250-61dd-4629-aa4e-453af8ff8597 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:28:10.589326 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:10.718890 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:10.731977 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4026ff-6450-4e17-8004-bb957bf3867f req-fb473a28-d881-44a1-bf40-42eb6e4fea8a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:10.745689 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de4026ff-6450-4e17-8004-bb957bf3867f req-fb473a28-d881-44a1-bf40-42eb6e4fea8a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0756164 Aug 10 14:28:10.755720 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9947250-61dd-4629-aa4e-453af8ff8597'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:28:10.759099 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b821e9-2d80-4ddb-a824-dc62a840c563" -d '{"events": [{"server_uuid": "8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "f9947250-61dd-4629-aa4e-453af8ff8597"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:28:10.778082 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port f9947250-61dd-4629-aa4e-453af8ff8597, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f9947250-61dd-4629-aa4e-453af8ff8597,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:10.784622 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:10.793599 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de4026ff-6450-4e17-8004-bb957bf3867f req-78004d68-d8c5-41a3-b3a0-ff4d00eedd55 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464358 Aug 10 14:28:10.856191 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adc5d45-5278-4a83-a944-ec57d8bc4190 x-openstack-request-id: req-0adc5d45-5278-4a83-a944-ec57d8bc4190 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:28:10.856660 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "f9947250-61dd-4629-aa4e-453af8ff8597", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:28:10.857075 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0adc5d45-5278-4a83-a944-ec57d8bc4190 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:28:10.857688 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9947250-61dd-4629-aa4e-453af8ff8597', 'code': 200} Aug 10 14:28:10.876360 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=f9947250-61dd-4629-aa4e-453af8ff8597,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:11.126076 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728543cd-58dd-4ee4-8d90-1121ee298ea9 req-9533fbc9-25d1-486f-bd64-6e03736d1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:11.127792 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-728543cd-58dd-4ee4-8d90-1121ee298ea9 req-9533fbc9-25d1-486f-bd64-6e03736d1b08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 1099 time: 0.0561495 Aug 10 14:28:11.183980 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-728543cd-58dd-4ee4-8d90-1121ee298ea9 req-c652a23d-aeed-451e-b8ea-ba1af2331df5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474966 Aug 10 14:28:11.737440 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cce25-28f3-4cce-a9c9-8b3cde8ce2ba req-a5464a52-cf11-4e04-8b39-4d44067f98ac tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:11.739847 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b43cce25-28f3-4cce-a9c9-8b3cde8ce2ba req-a5464a52-cf11-4e04-8b39-4d44067f98ac tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 946 time: 0.0651302 Aug 10 14:28:11.790203 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b43cce25-28f3-4cce-a9c9-8b3cde8ce2ba req-b037e204-18f0-467f-8e50-697408678e19 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Aug 10 14:28:11.948485 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a212a-444f-4ddf-b788-07316afbb103 req-250eed3b-24c1-492b-9dfe-441a1e4996ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:11.950262 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a9a212a-444f-4ddf-b788-07316afbb103 req-250eed3b-24c1-492b-9dfe-441a1e4996ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0571702 Aug 10 14:28:12.006729 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a9a212a-444f-4ddf-b788-07316afbb103 req-9101924a-cf71-44df-ba40-b12edca0dc45 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Aug 10 14:28:12.946099 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be130bf-c97c-44e6-9d82-666e94af56e7 req-348359e7-caeb-4466-9143-e1516aae0f83 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:12.948926 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1be130bf-c97c-44e6-9d82-666e94af56e7 req-348359e7-caeb-4466-9143-e1516aae0f83 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 946 time: 0.0647883 Aug 10 14:28:13.024904 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1be130bf-c97c-44e6-9d82-666e94af56e7 req-19c71514-8f97-4988-995d-bf97902976e4 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554516 Aug 10 14:28:13.160902 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc733c-f721-4d27-82c7-5407bc7d1fbc req-6cbd20f3-f6ee-43a6-9c18-f78372945ddb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:13.163103 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c4dc733c-f721-4d27-82c7-5407bc7d1fbc req-6cbd20f3-f6ee-43a6-9c18-f78372945ddb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0649557 Aug 10 14:28:13.209465 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c4dc733c-f721-4d27-82c7-5407bc7d1fbc req-20783f44-72a5-4ca9-8cd9-ad874319151a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397177 Aug 10 14:28:14.469203 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc834744-0c2f-4071-9b48-6c672267d1db req-2641e1cf-edbf-462d-ae77-cb4fd3ae3413 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:14.471674 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bc834744-0c2f-4071-9b48-6c672267d1db req-2641e1cf-edbf-462d-ae77-cb4fd3ae3413 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.1162815 Aug 10 14:28:14.539513 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bc834744-0c2f-4071-9b48-6c672267d1db req-099422af-c1b4-44aa-bef8-44485d4b65c2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553446 Aug 10 14:28:15.527099 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-bf507c5b-a7ce-4bb3-8012-c052d042855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:15.528612 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-bf507c5b-a7ce-4bb3-8012-c052d042855b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 1098 time: 0.0504088 Aug 10 14:28:15.665310 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-4ac961d0-a027-4d6c-b8fe-93c379f7f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:15.667057 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-4ac961d0-a027-4d6c-b8fe-93c379f7f537 service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1297472 Aug 10 14:28:15.715881 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31fd4-a21c-4e2f-b7de-ae74b89e2cec req-eea5ff82-ddad-4ef1-876d-3945a92e32cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:15.717817 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-83b31fd4-a21c-4e2f-b7de-ae74b89e2cec req-eea5ff82-ddad-4ef1-876d-3945a92e32cf tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0609915 Aug 10 14:28:15.760562 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-9cbfccd3-98e3-40bf-a79e-1a1ca13400d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf HTTP/1.1" status: 200 len: 1001 time: 0.0848668 Aug 10 14:28:15.769862 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-83b31fd4-a21c-4e2f-b7de-ae74b89e2cec req-eea70940-f506-4f43-a2ac-f6c67256dd01 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452640 Aug 10 14:28:15.846613 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-149df46d-46b8-4901-83d7-42f9a13d3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:15.849071 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-149df46d-46b8-4901-83d7-42f9a13d3f7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0797818 Aug 10 14:28:15.909267 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-325502ed-c9b2-4b16-ad50-985863eca8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:15.910951 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-325502ed-c9b2-4b16-ad50-985863eca8fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544558 Aug 10 14:28:16.043421 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-ee8c8c47-387b-4cb7-95d9-3c2cbc3ea8a1 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238668 Aug 10 14:28:16.149947 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-d2926675-5aa3-472d-bd8a-9649912f65a9 req-e174f84d-6474-4b42-b4ec-5e2471bf0528 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929582 Aug 10 14:28:16.939573 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047eaf9-c46c-4517-8418-cab97765db3b req-867b4f71-ca6e-4e59-94c0-aea9162cea69 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:16.941200 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b047eaf9-c46c-4517-8418-cab97765db3b req-867b4f71-ca6e-4e59-94c0-aea9162cea69 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0594685 Aug 10 14:28:16.986249 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b047eaf9-c46c-4517-8418-cab97765db3b req-96b2130a-2ac2-4ec0-a368-6cd30324c788 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373719 Aug 10 14:28:18.130820 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ea01-fe5b-4544-a3b7-73662c98a218 req-bdad4f3b-7c69-4eb6-ad42-1db277e317d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:18.132933 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f83ea01-fe5b-4544-a3b7-73662c98a218 req-bdad4f3b-7c69-4eb6-ad42-1db277e317d5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 945 time: 0.0587606 Aug 10 14:28:18.198116 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f83ea01-fe5b-4544-a3b7-73662c98a218 req-fd6541b3-7539-49fc-8fd7-ba3923d26569 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579245 Aug 10 14:28:18.530377 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:28:18.613775 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:18.640978 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:28:18.643501 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d23f4c3-c326-4882-ad2b-f2a45d4a5259" -d '{"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:28:18.661722 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:18.669179 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:18.706216 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9653e21b-fd82-4e76-a367-6e46d2a1755c x-openstack-request-id: req-9653e21b-fd82-4e76-a367-6e46d2a1755c {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:28:18.706535 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:28:18.706796 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9653e21b-fd82-4e76-a367-6e46d2a1755c {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:28:18.707191 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'code': 200} Aug 10 14:28:18.731898 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=8']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:19.329417 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6965d4-5c79-41d3-a2d3-2757d6e422ab req-ed32d9d8-e8ae-4a59-86eb-b3100bccb287 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:19.331079 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f6965d4-5c79-41d3-a2d3-2757d6e422ab req-ed32d9d8-e8ae-4a59-86eb-b3100bccb287 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0530581 Aug 10 14:28:19.377054 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6f6965d4-5c79-41d3-a2d3-2757d6e422ab req-f1d3a15f-8641-44e7-a3f2-a15df9c59d07 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367768 Aug 10 14:28:20.535151 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344d0c9-ec17-4215-807a-c773b568bc11 req-f51acd7c-484e-4c5e-84e7-f56809745081 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:20.536875 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a344d0c9-ec17-4215-807a-c773b568bc11 req-f51acd7c-484e-4c5e-84e7-f56809745081 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0738564 Aug 10 14:28:20.548736 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-4e6511bb-0e9e-44ca-9241-333ced3762b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491803 Aug 10 14:28:20.605605 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a344d0c9-ec17-4215-807a-c773b568bc11 req-be88473f-d2c1-431f-9268-a3851857a839 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559669 Aug 10 14:28:21.640304 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-dea060f4-670e-4eb9-9bf4-f7f8da9eee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:21.642682 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-dea060f4-670e-4eb9-9bf4-f7f8da9eee54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356&tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645 HTTP/1.1" status: 200 len: 1096 time: 0.0558331 Aug 10 14:28:21.738020 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-e12cb0f7-3af9-4f30-8fde-20716e897b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:21.739592 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-e12cb0f7-3af9-4f30-8fde-20716e897b2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 1096 time: 0.0580628 Aug 10 14:28:21.760458 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04909303-3b0a-4ae4-b23e-7c86d652a25f req-0242edcd-dabd-485a-bc38-e398f3019b46 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:21.761965 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04909303-3b0a-4ae4-b23e-7c86d652a25f req-0242edcd-dabd-485a-bc38-e398f3019b46 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0637181 Aug 10 14:28:21.806035 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04909303-3b0a-4ae4-b23e-7c86d652a25f req-a64761cf-85f0-495d-80df-fc9d0a4dce84 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 Aug 10 14:28:21.864561 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-06b62377-666b-46dd-9735-a5bc06ad002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:21.866153 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-06b62377-666b-46dd-9735-a5bc06ad002f service neutron] 10.222.0.46 "GET /v2.0/networks?id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 200 len: 917 time: 0.1185446 Aug 10 14:28:21.965795 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-edd371c6-c1f7-4f63-b821-a88994770be2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf HTTP/1.1" status: 200 len: 999 time: 0.0804684 Aug 10 14:28:22.050731 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-ac3070d3-0a12-496d-a507-d677ece34b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:22.052254 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-ac3070d3-0a12-496d-a507-d677ece34b68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 200 len: 855 time: 0.0786850 Aug 10 14:28:22.109369 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-a71d8cd3-4be5-4383-b9ac-636468dc6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:22.111994 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-a71d8cd3-4be5-4383-b9ac-636468dc6738 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=12b962d1-6ee2-4ea1-842e-1bbcd26988d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512407 Aug 10 14:28:22.240331 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-e1c385f7-3088-439a-8de5-f1c5c75a21c6 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200383 Aug 10 14:28:22.361598 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-ac971d06-a6cf-40b9-864f-b574a3447577 req-4ee9d176-c6a8-41bb-95f5-587f4c46cd19 service neutron] 10.222.0.46 "GET /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066003 Aug 10 14:28:22.584718 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:28:22.964369 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724ee5f-68c5-454a-b049-cfcf93faa509 req-a984ad17-03be-4157-a6ba-bcba339968ef tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:22.971507 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a724ee5f-68c5-454a-b049-cfcf93faa509 req-a984ad17-03be-4157-a6ba-bcba339968ef tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0753138 Aug 10 14:28:23.016223 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a724ee5f-68c5-454a-b049-cfcf93faa509 req-bd1517f1-a396-4886-b3af-161ad820fa33 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423934 Aug 10 14:28:24.175696 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37540aa5-d771-4879-976c-b23b3efd3bdf req-a7fee003-9d65-4fb4-ae3e-512ad5bb51fc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:24.178149 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37540aa5-d771-4879-976c-b23b3efd3bdf req-a7fee003-9d65-4fb4-ae3e-512ad5bb51fc tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0637777 Aug 10 14:28:24.220150 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-37540aa5-d771-4879-976c-b23b3efd3bdf req-4492ecae-9f8f-4831-8f8d-f3482c352d2f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346131 Aug 10 14:28:25.376970 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd96d7-182c-47b9-b274-f23445477884 req-43597ec1-3a2b-4122-86c7-31cca53e413f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:25.378605 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35fd96d7-182c-47b9-b274-f23445477884 req-43597ec1-3a2b-4122-86c7-31cca53e413f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0580571 Aug 10 14:28:25.432241 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-35fd96d7-182c-47b9-b274-f23445477884 req-63085118-929d-4210-b1fa-ec662242bde5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459411 Aug 10 14:28:25.820581 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-89eceb5c-4459-4600-bff8-158e50ec8c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:26.581909 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32608d5f-8989-4ab3-b02d-1a3268a5b492 req-e9557bb4-d62e-4fcc-9b2e-7131e83feefa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:26.583546 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32608d5f-8989-4ab3-b02d-1a3268a5b492 req-e9557bb4-d62e-4fcc-9b2e-7131e83feefa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0627570 Aug 10 14:28:26.625337 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-32608d5f-8989-4ab3-b02d-1a3268a5b492 req-c8c8e788-37d3-4638-8c35-bd610181486d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350735 Aug 10 14:28:27.767648 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a175-dc7b-40f7-b1e5-fe39ab376644 req-d4211133-bf90-4341-a9fd-66a3845fc7d2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:27.769342 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a05a175-dc7b-40f7-b1e5-fe39ab376644 req-d4211133-bf90-4341-a9fd-66a3845fc7d2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0569949 Aug 10 14:28:27.811667 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a05a175-dc7b-40f7-b1e5-fe39ab376644 req-eb6cb298-b9e8-4bb1-928a-584b5ed29ca5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353477 Aug 10 14:28:28.591389 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b6f65189-add6-4f37-ba77-0b2807f2309a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:28.748500 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:28.943059 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910d32d-6f42-4195-9177-35b4ef062aa0 req-43a2e02e-d475-4112-8113-fdadcc5af7fe tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:28.945898 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9910d32d-6f42-4195-9177-35b4ef062aa0 req-43a2e02e-d475-4112-8113-fdadcc5af7fe tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0562496 Aug 10 14:28:29.010178 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9910d32d-6f42-4195-9177-35b4ef062aa0 req-b955b08d-d252-4117-935f-7ad16810a0fa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500059 Aug 10 14:28:29.772506 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:28:29.884429 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:30.132952 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf1305-1a2f-432f-bd02-9daafa84c24c req-56da40eb-d29d-452d-821c-ebdbdb213a4f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:30.134588 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3eaf1305-1a2f-432f-bd02-9daafa84c24c req-56da40eb-d29d-452d-821c-ebdbdb213a4f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0548685 Aug 10 14:28:30.174404 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3eaf1305-1a2f-432f-bd02-9daafa84c24c req-a153341c-0d03-4f3d-a927-e0cab4f18754 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335133 Aug 10 14:28:31.314069 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64da0e-fc88-450e-8c2b-b7e72f9a3c2a req-c07bc7b4-3696-42db-85e1-87261e2fb5c3 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:31.315670 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad64da0e-fc88-450e-8c2b-b7e72f9a3c2a req-c07bc7b4-3696-42db-85e1-87261e2fb5c3 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0556550 Aug 10 14:28:31.357504 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad64da0e-fc88-450e-8c2b-b7e72f9a3c2a req-cf4ab21c-0c5f-414e-8073-3d8b16d5ee1e tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353985 Aug 10 14:28:31.581945 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:32.492665 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a03f5-ef06-4edc-b63b-561cd078d858 req-5aaa8429-2052-450a-bae1-8f2670b72929 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:32.494252 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f90a03f5-ef06-4edc-b63b-561cd078d858 req-5aaa8429-2052-450a-bae1-8f2670b72929 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0579355 Aug 10 14:28:32.544535 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f90a03f5-ef06-4edc-b63b-561cd078d858 req-ec749058-325b-48ca-8863-569f031fbc7b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Aug 10 14:28:35.643553 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc775d87-603a-4384-8875-72f70a71ac1f req-0900e67a-8837-443d-801e-a27b5a6fcaf7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:35.645112 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dc775d87-603a-4384-8875-72f70a71ac1f req-0900e67a-8837-443d-801e-a27b5a6fcaf7 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0514615 Aug 10 14:28:35.686343 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dc775d87-603a-4384-8875-72f70a71ac1f req-cc2da56a-ef1f-4ded-acfb-9be0effa4eb9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Aug 10 14:28:36.663043 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:28:36.773110 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:36.785233 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'port_id': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'mac_address': 'fa:16:3e:89:ec:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:28:36.831371 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:36.831748 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c6e47-0992-4861-be83-8afee508b099 req-a08eee70-b104-4170-b75d-1b3e9fa4674a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:36.833322 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-941c6e47-0992-4861-be83-8afee508b099 req-a08eee70-b104-4170-b75d-1b3e9fa4674a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 943 time: 0.0561166 Aug 10 14:28:36.845498 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f8bcaa-3cd2-437c-8969-b107a72025cf {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:28:36.867913 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:36.872218 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:36.886688 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-941c6e47-0992-4861-be83-8afee508b099 req-5b73c3dc-a3bb-4d47-b9d1-c0cebc5b54d9 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467234 Aug 10 14:28:36.924972 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=9']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:37.230385 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['e9f8bcaa-3cd2-437c-8969-b107a72025cf'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:28:38.016200 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5e9d0-a2d2-48f4-a5ec-0e7705e5da9a req-e5bb01c7-9271-4823-a1e9-baefb9f52b9d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:38.017765 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8cd5e9d0-a2d2-48f4-a5ec-0e7705e5da9a req-e5bb01c7-9271-4823-a1e9-baefb9f52b9d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 944 time: 0.0499763 Aug 10 14:28:38.061411 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8cd5e9d0-a2d2-48f4-a5ec-0e7705e5da9a req-26d298d7-fa86-4e8b-aee0-4bf376cee8ff tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Aug 10 14:28:38.677067 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:28:38.727919 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port e9f8bcaa-3cd2-437c-8969-b107a72025cf triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:28:38.728288 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:38.807552 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:38.836553 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:28:38.838884 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b72e762-4c27-4723-bf4a-1cbc8d8d5489" -d '{"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-plugged", "status": "completed", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:28:38.855497 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:28:38.860705 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:38.890080 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0cdf30-8fab-4b0f-a879-7e357b6e547c x-openstack-request-id: req-3a0cdf30-8fab-4b0f-a879-7e357b6e547c {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:28:38.890376 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-plugged", "status": "completed", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:28:38.890636 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a0cdf30-8fab-4b0f-a879-7e357b6e547c {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:28:38.891036 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'code': 200} Aug 10 14:28:38.921395 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=10']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:28:39.172655 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d58e6e-7480-4ace-9444-d6b39dfdd298 req-0c26f6c6-f5e7-406c-b555-ad51b2f3c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:39.174223 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-45d58e6e-7480-4ace-9444-d6b39dfdd298 req-0c26f6c6-f5e7-406c-b555-ad51b2f3c79f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 1099 time: 0.0493944 Aug 10 14:28:39.194881 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c37d39-8e24-4a6c-b53d-0fc9137c68e1 req-aced25a1-e21f-47b4-96b2-9e7a889fdaeb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:39.196499 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5c37d39-8e24-4a6c-b53d-0fc9137c68e1 req-aced25a1-e21f-47b4-96b2-9e7a889fdaeb tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0546606 Aug 10 14:28:39.216630 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-45d58e6e-7480-4ace-9444-d6b39dfdd298 req-e824cd69-fce0-4aaa-9490-02fc21e7bdf6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340655 Aug 10 14:28:39.239102 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5c37d39-8e24-4a6c-b53d-0fc9137c68e1 req-4bfe5f62-5075-4e99-a623-fc9ffdee3bc3 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337853 Aug 10 14:28:39.335403 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:40.373146 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412460b8-f372-415a-b7b1-e14d51f84deb req-aa8da09e-6667-45d1-bf0b-72bcd5457244 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:40.374806 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-412460b8-f372-415a-b7b1-e14d51f84deb req-aa8da09e-6667-45d1-bf0b-72bcd5457244 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0600109 Aug 10 14:28:40.416856 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-412460b8-f372-415a-b7b1-e14d51f84deb req-a4e2a11a-8297-4a64-ad9a-56f2576c6b42 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352697 Aug 10 14:28:41.544067 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c7174-488d-4213-8b4d-bd0828751ae0 req-efec53c3-8542-40f8-9943-abeb885d2245 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:41.545587 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-444c7174-488d-4213-8b4d-bd0828751ae0 req-efec53c3-8542-40f8-9943-abeb885d2245 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0517387 Aug 10 14:28:41.585399 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-444c7174-488d-4213-8b4d-bd0828751ae0 req-c33d188b-b96e-4412-97fe-4104f3f2a7c8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Aug 10 14:28:46.598390 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-d1cabbe1-e000-4e40-b827-dc900ca589ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499768 Aug 10 14:28:46.680886 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-d228d779-a57d-4045-930a-0dfd93f1ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:46.682458 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-d228d779-a57d-4045-930a-0dfd93f1ec75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 1098 time: 0.0454004 Aug 10 14:28:46.820047 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-b23a760a-1825-4104-8bc6-7e3b746cbb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:46.822436 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-b23a760a-1825-4104-8bc6-7e3b746cbb6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.1152933 Aug 10 14:28:46.914218 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-3bb03954-9e8c-447b-91bb-c0af99302af5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7 HTTP/1.1" status: 200 len: 1000 time: 0.0822427 Aug 10 14:28:46.976030 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-8c340b1c-fd58-426a-acbd-c7da9505b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:46.977619 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-8c340b1c-fd58-426a-acbd-c7da9505b91c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0549159 Aug 10 14:28:47.033158 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-4ee58194-5ffb-4464-bc7e-35d5f27c19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:28:47.034616 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-4ee58194-5ffb-4464-bc7e-35d5f27c19af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494099 Aug 10 14:28:47.150518 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-c0dd97de-b719-40da-b8f2-8d97386e3ee6 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012809 Aug 10 14:28:47.287817 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7c7a6ae3-f013-40b8-99c1-9177a8a12414 req-5809ec29-55c0-4b7a-883e-aea39824e899 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262105 Aug 10 14:28:55.813352 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-90862885-2544-4a03-915a-6cd7d167b02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:58.597142 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f45ca72e-985b-4bf5-95b3-5643c119ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:58.756486 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:59.884511 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:01.106235 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079ed5d-e260-429c-8337-e6d9795fc21c req-82d4bfda-f3db-4edf-98f5-56b93a0e3989 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:01.107806 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8079ed5d-e260-429c-8337-e6d9795fc21c req-82d4bfda-f3db-4edf-98f5-56b93a0e3989 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 946 time: 0.0524490 Aug 10 14:29:01.148093 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8079ed5d-e260-429c-8337-e6d9795fc21c req-961cc5e0-a850-4820-9c14-3dffb512f358 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Aug 10 14:29:01.587932 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:02.277764 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18b71-5f30-44a1-967a-6dd2fd4df441 req-f985a9ad-9977-4054-a40d-59a4a487447b tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:02.279689 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94a18b71-5f30-44a1-967a-6dd2fd4df441 req-f985a9ad-9977-4054-a40d-59a4a487447b tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 946 time: 0.0572927 Aug 10 14:29:02.323167 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-94a18b71-5f30-44a1-967a-6dd2fd4df441 req-78446d64-991b-4d55-a1af-197a51a5f4ac tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Aug 10 14:29:03.085665 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61715bda-4145-4fda-821e-c632db88136d req-f370aefe-83c7-40a8-a115-73321542ce69 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:03.087213 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-61715bda-4145-4fda-821e-c632db88136d req-f370aefe-83c7-40a8-a115-73321542ce69 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 946 time: 0.0532777 Aug 10 14:29:03.192014 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Deleting port f9947250-61dd-4629-aa4e-453af8ff8597 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:03.192357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:03.289811 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] For port f9947250-61dd-4629-aa4e-453af8ff8597, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=f9947250-61dd-4629-aa4e-453af8ff8597,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:03.290212 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:03.304150 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Calling delete_port for f9947250-61dd-4629-aa4e-453af8ff8597 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:03.448001 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:03.467211 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb6d1a-b7da-4aee-abfb-f09fdd6c011c req-2c8ab88b-9656-4a04-8a21-3f80e7fd5220 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:03.468778 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f4fb6d1a-b7da-4aee-abfb-f09fdd6c011c req-2c8ab88b-9656-4a04-8a21-3f80e7fd5220 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a HTTP/1.1" status: 200 len: 867 time: 0.0729456 Aug 10 14:29:03.483014 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Pushing event deleted for resources: {'Port': ['ID=f9947250-61dd-4629-aa4e-453af8ff8597,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:03.487531 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['f9947250-61dd-4629-aa4e-453af8ff8597'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:29:03.497183 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.497579 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.497879 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.498250 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.499447 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.499447 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.499447 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.499830 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.499993 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.500292 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.500524 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.500851 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:03.532145 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f4fb6d1a-b7da-4aee-abfb-f09fdd6c011c req-67bb97dc-711b-419e-adeb-2aa9d7baf8e6 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512481 Aug 10 14:29:03.540108 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] No DVR routers for this DVR port f9947250-61dd-4629-aa4e-453af8ff8597 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:29:03.543273 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:03.545448 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-61715bda-4145-4fda-821e-c632db88136d req-57d8fb5c-ca8e-48e2-819d-d777124db9ee tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.46 "DELETE /v2.0/ports/f9947250-61dd-4629-aa4e-453af8ff8597 HTTP/1.1" status: 204 len: 173 time: 0.4480467 Aug 10 14:29:03.545931 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a', 'name': 'network-vif-deleted', 'tag': 'f9947250-61dd-4629-aa4e-453af8ff8597'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:29:03.548909 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37715826-6d68-4923-b2e7-4a1e4f5e7422" -d '{"events": [{"server_uuid": "8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a", "name": "network-vif-deleted", "tag": "f9947250-61dd-4629-aa4e-453af8ff8597"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:29:03.603882 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3006658-3201-4100-814b-0d2a6929b365 x-openstack-request-id: req-e3006658-3201-4100-814b-0d2a6929b365 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:29:03.604113 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a", "name": "network-vif-deleted", "tag": "f9947250-61dd-4629-aa4e-453af8ff8597", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:29:03.604345 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e3006658-3201-4100-814b-0d2a6929b365 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:29:03.604753 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1ef4fe-033f-47d8-8ce3-2afa8011ab7a', 'name': 'network-vif-deleted', 'tag': 'f9947250-61dd-4629-aa4e-453af8ff8597', 'status': 'completed', 'code': 200} Aug 10 14:29:06.770881 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:29:07.750834 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device f9947250-61dd-4629-aa4e-453af8ff8597 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:07.775082 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: f9947250-61dd-4629-aa4e-453af8ff8597 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:07.775405 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device f9947250-61dd-4629-aa4e-453af8ff8597 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:09.356822 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:13.576680 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-4570de10-7569-4864-8af2-439949ed39bf tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:13.578197 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-4570de10-7569-4864-8af2-439949ed39bf tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/networks?id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c HTTP/1.1" status: 200 len: 814 time: 0.1066630 Aug 10 14:29:13.594237 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-2a69e279-c92a-4fec-b441-bfb208403e4b tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/quotas/9953a040fbe54fc7be2772fbb496435e HTTP/1.1" status: 200 len: 375 time: 0.0098233 Aug 10 14:29:13.628789 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-d691fc18-ebd1-4069-836e-0247090fe534 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9953a040fbe54fc7be2772fbb496435e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290453 Aug 10 14:29:13.724408 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-de54aaca-f6bf-4edb-9bf6-d86eec0bc200 service neutron] 10.222.0.44 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867977 Aug 10 14:29:13.813258 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-e8f2a6e2-ee76-4478-865d-37b02dd78417 service neutron] 10.222.0.44 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824368 Aug 10 14:29:13.978394 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-70b8f65c-9966-4831-ad2a-72ea5d5e4f39 req-a6d63a29-5477-4572-a394-6b6d3091f3ca tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 210 time: 0.0305903 Aug 10 14:29:15.031278 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-68ccdf70-d897-4c88-b718-243b412fc850 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:15.032843 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-68ccdf70-d897-4c88-b718-243b412fc850 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.46 "GET /v2.0/networks?id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c HTTP/1.1" status: 200 len: 814 time: 0.1119587 Aug 10 14:29:15.056800 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Request body: {'port': {'device_id': '2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3', 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c', 'admin_state_up': True, 'tenant_id': '9953a040fbe54fc7be2772fbb496435e'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:15.094363 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2cded864-409c-48c7-a357-97359d6be14f req-821d8c92-8b19-4537-8ef5-b2ae33ca2f1a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 210 time: 0.0307240 Aug 10 14:29:15.175682 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Made reservation on behalf of 9953a040fbe54fc7be2772fbb496435e for: {'port': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:29:15.179741 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:15.322246 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Allocated IP 172.20.0.2 (8e61b40f-163b-43b6-a03a-cb9c3ee96f5c/ad1ce4d3-fc9b-4e81-ab2a-48db345de860/70a02e34-8e5d-4ea3-b52b-7f54a9dc8174) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:29:15.475674 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:15.515206 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:15.564558 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:29:15.567774 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:15.570517 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:29:15.597247 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Pushing event updated for resources: {'Port': ['ID=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:15.627210 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:15.627803 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:15.641786 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-410698e1-d34a-4595-915c-883eac216452 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903471 Aug 10 14:29:15.663242 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Request body: {'port': {'device_id': '2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:15.722032 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:15.985847 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 {{(pid=93342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:29:15.993840 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:16.006631 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Transition to ACTIVE for port object 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 will not be triggered until provisioned by entity L2. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:16.010178 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:16.083173 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Pushing event updated for resources: {'Port': ['ID=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:16.132152 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Attempting to bind port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:29:16.132456 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Attempting to bind port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:29:16.132812 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Attempting to bind port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 on network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:29:16.138205 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 on network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:29:16.138615 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Attempting to bind port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 on network 8e61b40f-163b-43b6-a03a-cb9c3ee96f5c {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:29:16.144104 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:29:16.144414 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Checking segment: {'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:29:16.144951 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Bound using segment: {'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'} {{(pid=93342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:29:16.145437 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.managers [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Bound port: 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad28881d-88f7-4b90-90bb-a45a44572131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c'}}] {{(pid=93342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:29:16.145846 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:16.213779 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] For port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174, host hv-cinder-79966, cleared binding levels {{(pid=93342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:29:16.216922 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] For port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:29:16.221383 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:16.223173 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8298cf-d679-4d91-87d1-d22da18e147a req-ae0a3894-148b-49a2-824b-b70ad24f9c17 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:16.225217 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c8298cf-d679-4d91-87d1-d22da18e147a req-ae0a3894-148b-49a2-824b-b70ad24f9c17 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 943 time: 0.0554624 Aug 10 14:29:16.255545 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:16.256319 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:16.257797 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] 10.222.0.46 "PUT /v2.0/ports/70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 HTTP/1.1" status: 200 len: 1093 time: 0.5992916 Aug 10 14:29:16.258275 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3', 'tag': '70a02e34-8e5d-4ea3-b52b-7f54a9dc8174'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:29:16.260507 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3", "tag": "70a02e34-8e5d-4ea3-b52b-7f54a9dc8174"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:29:16.265205 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5c8298cf-d679-4d91-87d1-d22da18e147a req-7ecb0c05-1608-4d1e-8402-51fb515bcb3e tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Aug 10 14:29:16.288836 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed44fcc-83c0-4dbb-8c80-6a18d4cefbcd service neutron] Pushing event updated for resources: {'Port': ['ID=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,revision_number=3']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:16.309650 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd3a660-035c-445b-b76e-a3831ae14b5e x-openstack-request-id: req-9fd3a660-035c-445b-b76e-a3831ae14b5e {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:29:16.309946 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3", "tag": "70a02e34-8e5d-4ea3-b52b-7f54a9dc8174", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:29:16.310227 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fd3a660-035c-445b-b76e-a3831ae14b5e {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:29:16.310627 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3', 'tag': '70a02e34-8e5d-4ea3-b52b-7f54a9dc8174', 'status': 'completed', 'code': 200} Aug 10 14:29:16.376926 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-b3887885-3e1b-47ca-a178-acd5233d0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:16.378449 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-b3887885-3e1b-47ca-a178-acd5233d0458 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9953a040fbe54fc7be2772fbb496435e&device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 1096 time: 0.0475969 Aug 10 14:29:16.429031 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-bd8c31ad-e432-42af-af56-18e064dc8257 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 HTTP/1.1" status: 200 len: 217 time: 0.0345056 Aug 10 14:29:16.479428 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-d804a4b6-db5d-4ce6-af36-8e8e1c41e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:16.480910 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-d804a4b6-db5d-4ce6-af36-8e8e1c41e8d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad1ce4d3-fc9b-4e81-ab2a-48db345de860 HTTP/1.1" status: 200 len: 854 time: 0.0447538 Aug 10 14:29:16.513806 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-3dab46bc-eb71-4b7c-a728-7ddf00cc2c16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234077 Aug 10 14:29:16.613251 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-c678e1c9-11ca-492f-bce6-f04db5b9c82f service neutron] 10.222.0.46 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893328 Aug 10 14:29:16.714571 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-bac9f8df-5b17-49cc-be48-797f33bdcabd req-25188d05-ae71-4737-97fc-98f74648ef5b service neutron] 10.222.0.46 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932729 Aug 10 14:29:16.873848 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984202ee-8c21-4204-9eb7-1be4f755e589 req-241e0527-7646-4c57-a7b0-f3d5f4c61ae5 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:16.875276 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-984202ee-8c21-4204-9eb7-1be4f755e589 req-241e0527-7646-4c57-a7b0-f3d5f4c61ae5 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 945 time: 0.0481975 Aug 10 14:29:16.914147 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-984202ee-8c21-4204-9eb7-1be4f755e589 req-03d6033a-7725-413c-9101-35f554c69094 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329902 Aug 10 14:29:16.918359 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-34da0728-c919-4ab1-8d65-1fe220fddad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:16.919841 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-34da0728-c919-4ab1-8d65-1fe220fddad9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9953a040fbe54fc7be2772fbb496435e&device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 1096 time: 0.0444055 Aug 10 14:29:17.012855 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-5e09fc29-7568-454c-85f2-e3962dd2b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:17.014321 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-5e09fc29-7568-454c-85f2-e3962dd2b9f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c HTTP/1.1" status: 200 len: 915 time: 0.0845640 Aug 10 14:29:17.060383 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-56fa2b5f-7afd-46d0-a6d5-33097fdc93dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 HTTP/1.1" status: 200 len: 217 time: 0.0361044 Aug 10 14:29:17.109724 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-10083a99-e8f7-4a5c-92f6-950352b7afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:17.111174 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-10083a99-e8f7-4a5c-92f6-950352b7afec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ad1ce4d3-fc9b-4e81-ab2a-48db345de860 HTTP/1.1" status: 200 len: 854 time: 0.0418818 Aug 10 14:29:17.151324 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-7fa97e1e-2940-45eb-8435-14cd58aa01f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277133 Aug 10 14:29:17.243967 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-99c1d511-f51a-4293-b7be-d40098f8b1f7 service neutron] 10.222.0.46 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839417 Aug 10 14:29:17.419801 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b39f5-8fc6-4222-99b8-df8dcec7e073 req-355736aa-6542-4510-9f22-54a7618c8a02 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:17.421710 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-400b39f5-8fc6-4222-99b8-df8dcec7e073 req-355736aa-6542-4510-9f22-54a7618c8a02 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 943 time: 0.0594132 Aug 10 14:29:17.464899 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-400b39f5-8fc6-4222-99b8-df8dcec7e073 req-e6dc1e78-53d4-424a-9746-8443ce14f74b tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Aug 10 14:29:17.562549 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-5760f14d-5a52-4ab0-af72-f3b48f6d1bd3 req-7b75d67b-201f-4e68-b180-a9fb897efb11 service neutron] 10.222.0.46 "GET /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087041 Aug 10 14:29:18.033213 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089b2d0-0e7c-4387-a7e9-ea6ae89d4c02 req-ac34d8f6-fbd5-47e5-981c-02167c794822 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:18.034691 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b089b2d0-0e7c-4387-a7e9-ea6ae89d4c02 req-ac34d8f6-fbd5-47e5-981c-02167c794822 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 945 time: 0.0509069 Aug 10 14:29:18.071562 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b089b2d0-0e7c-4387-a7e9-ea6ae89d4c02 req-f8d91bb9-9400-4b79-b9b9-138c66346ee5 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303948 Aug 10 14:29:18.586176 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17914635-1cbd-42ea-894a-8f0c6cac0e3b req-10d7627c-ae6f-48fe-b4be-380cbfbad77f tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:18.587663 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-17914635-1cbd-42ea-894a-8f0c6cac0e3b req-10d7627c-ae6f-48fe-b4be-380cbfbad77f tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 943 time: 0.0484238 Aug 10 14:29:18.624751 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-17914635-1cbd-42ea-894a-8f0c6cac0e3b req-4467d43a-b402-4f2f-88aa-d5bf4cb104d4 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Aug 10 14:29:18.970192 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:29:19.070146 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:19.082610 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '70a02e34-8e5d-4ea3-b52b-7f54a9dc8174', 'network_id': '8e61b40f-163b-43b6-a03a-cb9c3ee96f5c', 'port_id': '70a02e34-8e5d-4ea3-b52b-7f54a9dc8174', 'mac_address': 'fa:16:3e:5f:e8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ce4d3-fc9b-4e81-ab2a-48db345de860', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:29:19.121105 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-e160c5e6-8bfe-4f07-a2ad-7abc7e3e37cc tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:19.122678 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-e160c5e6-8bfe-4f07-a2ad-7abc7e3e37cc tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 945 time: 0.0529988 Aug 10 14:29:19.130683 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:19.151036 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:29:19.173161 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:19.176762 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:19.199437 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a051d5-289e-47b8-987b-cb99cba3eade req-747d9df9-0411-4bd2-99cf-6c4369e06825 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:19.201147 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10a051d5-289e-47b8-987b-cb99cba3eade req-747d9df9-0411-4bd2-99cf-6c4369e06825 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 945 time: 0.0534546 Aug 10 14:29:19.230959 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Deleting port 48059721-5582-4412-b15d-e76254ef6900 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:19.231205 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:19.232323 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:19.242723 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.243086 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.243432 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.243776 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.244117 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.244453 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.244786 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.245708 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.245708 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.245920 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.246131 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.246486 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:19.254005 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-10a051d5-289e-47b8-987b-cb99cba3eade req-450b1f11-2fe2-478b-9b04-6a59abc5ad12 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups?id=ff5a70a7-4291-4804-82d2-48faa58e9d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 Aug 10 14:29:19.323023 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] For port 48059721-5582-4412-b15d-e76254ef6900, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=48059721-5582-4412-b15d-e76254ef6900,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:19.323439 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:19.518612 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['70a02e34-8e5d-4ea3-b52b-7f54a9dc8174'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:29:19.552361 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:19.552811 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:19.553226 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Floating IP 8e4342ff-2ee4-4451-8afb-b2c5a6560dc6 disassociated. External IP: 172.27.3.190, port: 48059721-5582-4412-b15d-e76254ef6900. Aug 10 14:29:19.553584 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Calling delete_port for 48059721-5582-4412-b15d-e76254ef6900 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:19.685826 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:19.712862 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event deleted for resources: {'Port': ['ID=48059721-5582-4412-b15d-e76254ef6900,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:19.749406 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd51f1e-3ea6-4d6f-b6ff-d67eb1fd7027 req-38f420d4-1140-4332-98d9-1c2e8e667107 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:19.750891 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0fd51f1e-3ea6-4d6f-b6ff-d67eb1fd7027 req-38f420d4-1140-4332-98d9-1c2e8e667107 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 944 time: 0.0559525 Aug 10 14:29:19.789885 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0fd51f1e-3ea6-4d6f-b6ff-d67eb1fd7027 req-19d75b32-52ae-4d92-89e5-9381f5eb4db8 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Aug 10 14:29:19.827035 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:29:19.932979 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:29:19.943741 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] Sync routers for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:29:19.953386 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:19.954157 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:28:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:19.973918 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] No DVR routers for this DVR port 48059721-5582-4412-b15d-e76254ef6900 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:29:19.977372 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:19.979486 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-4265bdae-3c60-40f6-aa95-9fa6be90742b req-3adcb109-d6d4-4e93-ab0f-968d5af201de tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.46 "DELETE /v2.0/ports/48059721-5582-4412-b15d-e76254ef6900 HTTP/1.1" status: 204 len: 173 time: 0.8476307 Aug 10 14:29:19.979945 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'name': 'network-vif-deleted', 'tag': '48059721-5582-4412-b15d-e76254ef6900'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:29:19.982284 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7808889-6e2a-4b31-84fb-1fad3894128c" -d '{"events": [{"server_uuid": "5a802ee0-ba17-49e1-8a28-f83e87bc5e18", "name": "network-vif-deleted", "tag": "48059721-5582-4412-b15d-e76254ef6900"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:29:20.024315 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a98465-0999-4221-adae-e467c3db2959 x-openstack-request-id: req-48a98465-0999-4221-adae-e467c3db2959 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:29:20.024608 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a802ee0-ba17-49e1-8a28-f83e87bc5e18", "name": "network-vif-deleted", "tag": "48059721-5582-4412-b15d-e76254ef6900", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:29:20.024871 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48a98465-0999-4221-adae-e467c3db2959 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:29:20.025274 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a802ee0-ba17-49e1-8a28-f83e87bc5e18', 'name': 'network-vif-deleted', 'tag': '48059721-5582-4412-b15d-e76254ef6900', 'status': 'completed', 'code': 200} Aug 10 14:29:20.064877 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:20.299646 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:20.340903 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] Checking router: 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:29:20.353605 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:20.354495 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:28:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:20.363488 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f747d768-1fa0-491e-ad63-91d75e1de13e req-2b2b3701-566c-465c-abab-4eb25d50af71 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a802ee0-ba17-49e1-8a28-f83e87bc5e18 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Aug 10 14:29:20.467631 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:20.685967 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:20.713622 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb5f3e5-442b-428c-bd75-58b0045669f4 None None] The sync data for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi is: [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:24:10Z', 'revision_number': 4, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '752edb33-e02d-47e7-966b-68e575b33dd3', 'name': '', 'network_id': '1378d86e-ca36-40fc-9964-2b39a08b42b3', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'mac_address': 'fa:16:3e:82:11:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:08Z', 'updated_at': '2021-08-10T14:24:15Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'subnets': [{'id': '3cf8596a-df7b-4888-ab40-9fda2ccc137d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:29:20.909907 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceddf18-e6c2-44a9-a8b1-c5ab4f0c0e2c req-3a564c41-1ab1-418f-8f98-94b7f0b5dc44 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:20.913447 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cceddf18-e6c2-44a9-a8b1-c5ab4f0c0e2c req-3a564c41-1ab1-418f-8f98-94b7f0b5dc44 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 944 time: 0.0528171 Aug 10 14:29:20.948129 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca92668-6a82-41f3-809c-95ab298c115b None None] New status for floating IP 8e4342ff-2ee4-4451-8afb-b2c5a6560dc6: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:29:20.953077 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cceddf18-e6c2-44a9-a8b1-c5ab4f0c0e2c req-f244b95c-a150-42ba-ac87-e143208e4d58 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339739 Aug 10 14:29:21.027628 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:29:21.078043 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:29:21.081867 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:21.082369 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.166476 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.189157 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a02e34-8e5d-4ea3-b52b-7f54a9dc8174'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:29:21.191418 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f366f3-210a-47be-86c1-c548dfbb7a27" -d '{"events": [{"server_uuid": "2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3", "name": "network-vif-plugged", "status": "completed", "tag": "70a02e34-8e5d-4ea3-b52b-7f54a9dc8174"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:29:21.204914 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:21.209730 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.210702 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 48059721-5582-4412-b15d-e76254ef6900 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:21.231712 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d32ed7e-591c-4a6d-b264-8fa8619781ab x-openstack-request-id: req-7d32ed7e-591c-4a6d-b264-8fa8619781ab {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:29:21.232007 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3", "name": "network-vif-plugged", "status": "completed", "tag": "70a02e34-8e5d-4ea3-b52b-7f54a9dc8174", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:29:21.232261 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d32ed7e-591c-4a6d-b264-8fa8619781ab {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:29:21.232656 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a02e34-8e5d-4ea3-b52b-7f54a9dc8174', 'code': 200} Aug 10 14:29:21.248951 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 48059721-5582-4412-b15d-e76254ef6900 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:21.249295 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 48059721-5582-4412-b15d-e76254ef6900 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:21.277902 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:21.446648 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b447b-3969-46a7-8856-8a3f26de262f req-b3fc81f1-8b23-40a3-96a1-6d72d575106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:21.448203 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7e7b447b-3969-46a7-8856-8a3f26de262f req-b3fc81f1-8b23-40a3-96a1-6d72d575106a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 1098 time: 0.0445452 Aug 10 14:29:21.461886 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 55992) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:21.487913 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-7e7b447b-3969-46a7-8856-8a3f26de262f req-023615c6-7c6c-48d4-befa-afc04118f5b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Aug 10 14:29:21.517667 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.542889 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.590854 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.593328 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.594494 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "DELETE /v2.0/security-groups/ff5a70a7-4291-4804-82d2-48faa58e9d3c HTTP/1.1" status: 204 len: 168 time: 0.1315835 Aug 10 14:29:21.597363 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 55994) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:21.603946 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a70a7-4291-4804-82d2-48faa58e9d3c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:21.610816 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.611160 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.611499 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.611830 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.612172 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.612377 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.api.v2.resource [None req-ceed9f41-3c74-47ba-b3de-3d444943ca4c tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] show failed (client error): The resource could not be found. Aug 10 14:29:21.612483 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.612791 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.613111 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.613362 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ceed9f41-3c74-47ba-b3de-3d444943ca4c tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "GET /v2.0/security-groups/ff5a70a7-4291-4804-82d2-48faa58e9d3c HTTP/1.1" status: 404 len: 347 time: 0.0148759 Aug 10 14:29:21.613461 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.613735 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.614075 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.614393 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6617e825-a02b-48cb-9698-2dd567a738dd tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:21.617430 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 55996) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:21.750458 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Deleting port cd0144c1-8e8c-4d92-9b32-2e7d58336a38 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:21.750716 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.824828 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.825156 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:21.837424 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Calling delete_port for cd0144c1-8e8c-4d92-9b32-2e7d58336a38 owned by network:floatingip {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:21.982392 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:22.009951 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Pushing event deleted for resources: {'Port': ['ID=cd0144c1-8e8c-4d92-9b32-2e7d58336a38,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:22.070051 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49cc1c-d539-4f58-a98f-20a71ab5b244 req-264f92b6-7756-4639-bca0-5c82f2464f05 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:22.071559 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c49cc1c-d539-4f58-a98f-20a71ab5b244 req-264f92b6-7756-4639-bca0-5c82f2464f05 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Aug 10 14:29:22.075118 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:22.077785 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:22.078986 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d81d330f-b020-4008-98e1-22d0de7f2b89 tempest-AttachVolumeTestJSON-622737555 tempest-AttachVolumeTestJSON-622737555-project] 10.222.0.44 "DELETE /v2.0/floatingips/8e4342ff-2ee4-4451-8afb-b2c5a6560dc6 HTTP/1.1" status: 204 len: 168 time: 0.4604230 Aug 10 14:29:22.111220 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c49cc1c-d539-4f58-a98f-20a71ab5b244 req-012a9902-c1ac-4878-be76-a7a18190a2a4 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Aug 10 14:29:23.228578 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159ef20-5714-454f-a389-b0c6be4dd927 req-42fc8020-b089-411f-acc7-8514888ff0a7 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:23.230092 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7159ef20-5714-454f-a389-b0c6be4dd927 req-42fc8020-b089-411f-acc7-8514888ff0a7 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Aug 10 14:29:23.268029 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7159ef20-5714-454f-a389-b0c6be4dd927 req-2970de6b-a70c-4ca5-829d-1b03dc83d52c tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Aug 10 14:29:25.639828 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56042) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:25.815838 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-01ccec9a-f173-4273-9690-ae16eb183104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:26.105308 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:26.392140 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Deleting port 752edb33-e02d-47e7-966b-68e575b33dd3 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:26.392393 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:26.469839 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] For port 752edb33-e02d-47e7-966b-68e575b33dd3, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=752edb33-e02d-47e7-966b-68e575b33dd3,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:26.470227 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:26.483339 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Calling delete_port for 752edb33-e02d-47e7-966b-68e575b33dd3 owned by network:router_interface {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:26.678568 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:26.926493 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Pushing event deleted for resources: {'Port': ['ID=752edb33-e02d-47e7-966b-68e575b33dd3,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:27.091932 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:27.306745 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:29:27.411006 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:29:27.417672 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6eab98ea-fc65-4492-9778-87c8e765243d admin admin] 10.222.0.44 "PUT /v2.0/routers/5e4b1dfb-38a3-4d60-8d9b-d718a91792ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7757120 Aug 10 14:29:27.419021 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56050) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:27.421709 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] Sync routers for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:29:27.432809 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:27.433419 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:28:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:27.522448 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks [] for router, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:27.534381 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:27.625719 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:27.677880 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Deleting port 20c7f4b8-4213-486e-9871-5af0a23e9f51 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:27.678245 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:27.713591 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:29:26Z', 'revision_number': 5, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port': {'id': '20c7f4b8-4213-486e-9871-5af0a23e9f51', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:24:04Z', 'updated_at': '2021-08-10T14:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:27.758032 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] For port 20c7f4b8-4213-486e-9871-5af0a23e9f51, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=20c7f4b8-4213-486e-9871-5af0a23e9f51,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:27.758635 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:27.772997 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Calling delete_port for 20c7f4b8-4213-486e-9871-5af0a23e9f51 owned by network:router_gateway {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:27.862025 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] Checking router: 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:29:27.871884 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] Routers {'5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:27.872511 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:28:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:27.945785 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:27.960629 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] Set router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef gateway port host: None {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:27.978320 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Pushing event deleted for resources: {'Port': ['ID=20c7f4b8-4213-486e-9871-5af0a23e9f51,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:28.017037 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:29:27Z', 'revision_number': 6, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:28.037347 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.043599 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1d65a-11a6-48a0-9b35-3b92c374dfdf None None] The sync data for ids ['5e4b1dfb-38a3-4d60-8d9b-d718a91792ef'] in dv-cinder-799668-5-iscsi is: [{'id': '5e4b1dfb-38a3-4d60-8d9b-d718a91792ef', 'name': 'tempest-AttachVolumeTestJSON-1026326328-router', 'tenant_id': '5cb26c28eed0404cb382f2355931d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:24:03Z', 'updated_at': '2021-08-10T14:29:27Z', 'revision_number': 6, 'project_id': '5cb26c28eed0404cb382f2355931d92b', 'gw_port_host': None}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:29:28.141590 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.143798 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.210831 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.211431 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4b1dfb-38a3-4d60-8d9b-d718a91792ef {{(pid=93342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:29:28.216220 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.217373 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-96b36c7d-56d0-4b90-829f-b23180a0585d admin admin] 10.222.0.44 "DELETE /v2.0/routers/5e4b1dfb-38a3-4d60-8d9b-d718a91792ef HTTP/1.1" status: 204 len: 168 time: 0.7974389 Aug 10 14:29:28.220138 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56054) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:28.265854 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e9f9aa-0441-4e5f-b748-730c9cc80489 admin admin] Deleting subnet 3cf8596a-df7b-4888-ab40-9fda2ccc137d {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:29:28.268900 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9aa-0441-4e5f-b748-730c9cc80489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.303985 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9aa-0441-4e5f-b748-730c9cc80489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343098'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.415769 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9aa-0441-4e5f-b748-730c9cc80489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.472375 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9aa-0441-4e5f-b748-730c9cc80489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5341398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5396290'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.499603 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9f9aa-0441-4e5f-b748-730c9cc80489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf8596a-df7b-4888-ab40-9fda2ccc137d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:28.501560 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f9aa-0441-4e5f-b748-730c9cc80489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.503765 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d5e9f9aa-0441-4e5f-b748-730c9cc80489 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3cf8596a-df7b-4888-ab40-9fda2ccc137d HTTP/1.1" status: 204 len: 168 time: 0.2823648 Aug 10 14:29:28.505825 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08f466-603c-4f01-b522-07644b89c046 None None] Network 1378d86e-ca36-40fc-9964-2b39a08b42b3 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:29:28.506339 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56056) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:28.576172 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.619193 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6f202e54-b054-4ec3-903f-8cd1fa19af79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.632607 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Deleting port 3b26d916-7807-41f4-a278-5e61bfdfdb03 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:28.633016 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.697867 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] For port 3b26d916-7807-41f4-a278-5e61bfdfdb03, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=3b26d916-7807-41f4-a278-5e61bfdfdb03,segment=NetworkSegment(e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede),segment_id=e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:28.698253 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.710688 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Calling delete_port for 3b26d916-7807-41f4-a278-5e61bfdfdb03 owned by network:dhcp {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:28.748986 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.788601 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.804678 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20eff0-8dea-454c-9873-428184979ddf None None] DHCP port deletion for 1378d86e-ca36-40fc-9964-2b39a08b42b3 request from dv-cinder-799668-5-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:29:28.821217 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b26d916-7807-41f4-a278-5e61bfdfdb03,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:28.828752 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] No DVR routers for this DVR port 3b26d916-7807-41f4-a278-5e61bfdfdb03 on host dv-cinder-799668-5-iscsi {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:29:28.906605 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.919701 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1378d86e-ca36-40fc-9964-2b39a08b42b3']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:28.930871 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:28.931141 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20c0b83-c0c6-4e4b-bba5-7a72d5b7cede') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:28.939664 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.953165 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.959456 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:29:28.959927 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:29:28.961606 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:29:29.018374 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:29.027009 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:29.028995 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] 10.222.0.44 "DELETE /v2.0/networks/1378d86e-ca36-40fc-9964-2b39a08b42b3 HTTP/1.1" status: 204 len: 168 time: 0.5220151 Aug 10 14:29:29.047180 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155438c-cf96-453e-8074-3a59fe714a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1378d86e-ca36-40fc-9964-2b39a08b42b3,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:29.157904 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56064) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:29.203759 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-bb3bd561-221d-4a4b-a4a0-e91ad35d0180 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5cb26c28eed0404cb382f2355931d92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446017 Aug 10 14:29:29.206357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56066) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:29.259214 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec53a-c39b-41bb-a6c2-a143abb4f5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:29.283285 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec53a-c39b-41bb-a6c2-a143abb4f5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:29.306376 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 20c7f4b8-4213-486e-9871-5af0a23e9f51 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:29.327384 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 20c7f4b8-4213-486e-9871-5af0a23e9f51 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:29.327830 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 20c7f4b8-4213-486e-9871-5af0a23e9f51 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:29.328516 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 752edb33-e02d-47e7-966b-68e575b33dd3 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:29.337714 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec53a-c39b-41bb-a6c2-a143abb4f5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:29.340429 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec53a-c39b-41bb-a6c2-a143abb4f5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:29.341551 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ac5ec53a-c39b-41bb-a6c2-a143abb4f5d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ddd278a-3cd0-4e31-8e49-516de04642e1 HTTP/1.1" status: 204 len: 168 time: 0.1342769 Aug 10 14:29:29.348560 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 752edb33-e02d-47e7-966b-68e575b33dd3 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:29.348970 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 752edb33-e02d-47e7-966b-68e575b33dd3 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:29.349409 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 3b26d916-7807-41f4-a278-5e61bfdfdb03 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:29.349780 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ec53a-c39b-41bb-a6c2-a143abb4f5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddd278a-3cd0-4e31-8e49-516de04642e1,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:29.374948 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 3b26d916-7807-41f4-a278-5e61bfdfdb03 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:29.375328 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 3b26d916-7807-41f4-a278-5e61bfdfdb03 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:29.894017 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:30.081154 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d746f3-be53-4ec5-8d7a-fdce5946523c req-4f8b63b5-e447-4d17-a9e4-13693ac50176 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:30.082788 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a9d746f3-be53-4ec5-8d7a-fdce5946523c req-4f8b63b5-e447-4d17-a9e4-13693ac50176 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0627298 Aug 10 14:29:30.124128 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a9d746f3-be53-4ec5-8d7a-fdce5946523c req-a29053b8-60a0-49f4-84a1-b346ae3d228f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337236 Aug 10 14:29:31.035643 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56132) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:31.144413 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ae10b0b3-8645-426e-b85b-2cbfccb26592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.254477 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3b4ff-507a-4171-a4f8-021e8268b626 req-8c14f2dd-d896-4071-bab7-d9194986c6c2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:31.255910 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-55b3b4ff-507a-4171-a4f8-021e8268b626 req-8c14f2dd-d896-4071-bab7-d9194986c6c2 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0493462 Aug 10 14:29:31.256167 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ae10b0b3-8645-426e-b85b-2cbfccb26592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.260412 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ae10b0b3-8645-426e-b85b-2cbfccb26592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.295402 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-55b3b4ff-507a-4171-a4f8-021e8268b626 req-a8517dac-b706-4437-af0f-23c151dd1c89 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Aug 10 14:29:31.301951 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10b0b3-8645-426e-b85b-2cbfccb26592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df50adc-3752-42d0-bd43-339cdfcdb73e,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:31.310095 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ae10b0b3-8645-426e-b85b-2cbfccb26592 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=988531e62000417a9578efa111937a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707255 Aug 10 14:29:31.310852 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56142) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:31.359581 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4421-f65b-471a-8b3c-a2d46545829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.385823 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4421-f65b-471a-8b3c-a2d46545829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.432298 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4421-f65b-471a-8b3c-a2d46545829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.434887 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4421-f65b-471a-8b3c-a2d46545829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.436068 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d2aa4421-f65b-471a-8b3c-a2d46545829e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1df50adc-3752-42d0-bd43-339cdfcdb73e HTTP/1.1" status: 204 len: 168 time: 0.1249778 Aug 10 14:29:31.443924 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4421-f65b-471a-8b3c-a2d46545829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df50adc-3752-42d0-bd43-339cdfcdb73e,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:31.589575 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.716514 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56148) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:31.730406 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-06c07eae-bc64-4299-9710-b2631d1b1ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.829788 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-06c07eae-bc64-4299-9710-b2631d1b1ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.834701 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-06c07eae-bc64-4299-9710-b2631d1b1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.872152 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-06c07eae-bc64-4299-9710-b2631d1b1ba2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d30ddb90d5b4185897024d673646ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544752 Aug 10 14:29:31.872962 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c07eae-bc64-4299-9710-b2631d1b1ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843adcec-3472-4279-9f12-3ca09c5c1312,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:31.874824 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56150) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:31.927617 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fea9df7c-795e-44b0-92f6-d1432c315d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.950793 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fea9df7c-795e-44b0-92f6-d1432c315d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:31.998739 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fea9df7c-795e-44b0-92f6-d1432c315d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:32.001478 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-fea9df7c-795e-44b0-92f6-d1432c315d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:32.002707 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-fea9df7c-795e-44b0-92f6-d1432c315d25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/843adcec-3472-4279-9f12-3ca09c5c1312 HTTP/1.1" status: 204 len: 168 time: 0.1254802 Aug 10 14:29:32.011495 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9df7c-795e-44b0-92f6-d1432c315d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843adcec-3472-4279-9f12-3ca09c5c1312,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:32.426048 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd5b87-fd4d-45a9-9537-6247aade0415 req-11df94a6-a94b-4bdb-8292-ffa1d833e87b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:32.427989 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6dcd5b87-fd4d-45a9-9537-6247aade0415 req-11df94a6-a94b-4bdb-8292-ffa1d833e87b tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0619833 Aug 10 14:29:32.467749 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6dcd5b87-fd4d-45a9-9537-6247aade0415 req-fe2c4a7d-8fbb-4649-804c-547081eb6ce6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 Aug 10 14:29:33.589715 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb4405-7e38-4ab0-bac8-921d07a55177 req-4d8a15d2-0dae-40cf-b1f4-214232dc0cab tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:33.591252 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3cb4405-7e38-4ab0-bac8-921d07a55177 req-4d8a15d2-0dae-40cf-b1f4-214232dc0cab tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0482931 Aug 10 14:29:33.631151 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3cb4405-7e38-4ab0-bac8-921d07a55177 req-115497de-981c-48b9-be76-f7cffa17a507 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338745 Aug 10 14:29:34.423389 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-3f9c62a5-b271-4185-b682-59e9f9411962 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:34.424827 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-3f9c62a5-b271-4185-b682-59e9f9411962 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0501375 Aug 10 14:29:34.516561 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Deleting port e9f8bcaa-3cd2-437c-8969-b107a72025cf {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:34.516830 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:34.604617 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] For port e9f8bcaa-3cd2-437c-8969-b107a72025cf, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e9f8bcaa-3cd2-437c-8969-b107a72025cf,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:34.604985 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:34.752956 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0dd28-6d8e-4abc-9544-09ecdc0dc574 req-77d9f9b1-d086-489f-9441-748ef3f84dfa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:34.754465 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45d0dd28-6d8e-4abc-9544-09ecdc0dc574 req-77d9f9b1-d086-489f-9441-748ef3f84dfa tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 946 time: 0.0484700 Aug 10 14:29:34.773441 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:34.773766 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:34.774239 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Floating IP 0b008369-559b-42ed-9b4b-22432cd7cfb8 disassociated. External IP: 172.27.3.234, port: e9f8bcaa-3cd2-437c-8969-b107a72025cf. Aug 10 14:29:34.774578 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Calling delete_port for e9f8bcaa-3cd2-437c-8969-b107a72025cf owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:34.798558 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-45d0dd28-6d8e-4abc-9544-09ecdc0dc574 req-1e17d852-7ec1-49ee-9512-8db36d2cbde8 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups?id=68090ab1-f1c0-498f-a1d2-6bd31f722adb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378878 Aug 10 14:29:34.910444 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:34.941038 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event deleted for resources: {'Port': ['ID=e9f8bcaa-3cd2-437c-8969-b107a72025cf,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:35.055850 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Router 6688ff86-7ade-4487-990d-47b8d3e3653b has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:29:35.188936 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:29:35.201472 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] Sync routers for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:29:35.217483 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:35.218331 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:35.243148 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] No DVR routers for this DVR port e9f8bcaa-3cd2-437c-8969-b107a72025cf on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:29:35.246073 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:35.248995 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1e09ae0d-b2e7-42e2-85bf-1e2e4777a031 req-db5fe0a8-e2fb-48d2-9915-160ccfd3dce5 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.46 "DELETE /v2.0/ports/e9f8bcaa-3cd2-437c-8969-b107a72025cf HTTP/1.1" status: 204 len: 173 time: 0.8167720 Aug 10 14:29:35.249748 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-deleted', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:29:35.253023 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e1d842-2405-4f11-bee4-cea0979bc010" -d '{"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-deleted", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:29:35.306724 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf0df29-2985-4d66-8c78-0472fd1877d6 x-openstack-request-id: req-8cf0df29-2985-4d66-8c78-0472fd1877d6 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:29:35.307053 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9219572-cb02-48a4-8a74-24e9c7e45356", "name": "network-vif-deleted", "tag": "e9f8bcaa-3cd2-437c-8969-b107a72025cf", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:29:35.307375 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cf0df29-2985-4d66-8c78-0472fd1877d6 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:29:35.307881 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9219572-cb02-48a4-8a74-24e9c7e45356', 'name': 'network-vif-deleted', 'tag': 'e9f8bcaa-3cd2-437c-8969-b107a72025cf', 'status': 'completed', 'code': 200} Aug 10 14:29:35.358135 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:35.570402 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:35.595500 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] Checking router: 6688ff86-7ade-4487-990d-47b8d3e3653b for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:29:35.603987 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:35.604585 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:35.705744 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:35.903033 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:35.907425 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8e036434-d852-43c0-86a6-9adaf2d23925 req-29afd760-5a29-4c8e-91c3-cff062daf00d tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 210 time: 0.0290263 Aug 10 14:29:35.933204 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f959f39d-335f-4a18-9fcc-bbe7ca45d026 None None] The sync data for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi is: [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:22:44Z', 'revision_number': 4, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '45fd40f4-edbe-4617-b056-487f14c6fd85', 'name': '', 'network_id': '12b962d1-6ee2-4ea1-842e-1bbcd26988d1', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'mac_address': 'fa:16:3e:63:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:40Z', 'updated_at': '2021-08-10T14:22:51Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'subnets': [{'id': '5747de79-58d2-4560-bccc-0c9e272a1845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:29:36.143891 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923f6e8-1f24-4a8a-b0f1-a130047be56e None None] New status for floating IP 0b008369-559b-42ed-9b4b-22432cd7cfb8: DOWN {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:29:37.025094 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7eb0be89-8fa9-4a01-87e6-fc90cf1f9bd5 req-206014af-dd5d-44a3-80ab-2d9c0bec6d1f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 210 time: 0.0253003 Aug 10 14:29:37.033249 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56270) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:37.138271 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1c6a-52e4-4fdc-aa75-fd08d41adf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.225924 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1c6a-52e4-4fdc-aa75-fd08d41adf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.229589 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1c6a-52e4-4fdc-aa75-fd08d41adf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.265927 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-2c3f1c6a-52e4-4fdc-aa75-fd08d41adf6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49a43b9269f640ccbde0a724921f9d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314625 Aug 10 14:29:37.267774 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f1c6a-52e4-4fdc-aa75-fd08d41adf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc7345a-c82b-424a-b64a-038d8f4191f2,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:37.268666 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56274) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:37.317780 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2e89b9c8-4267-4643-b19c-9418f2390557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.341827 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2e89b9c8-4267-4643-b19c-9418f2390557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.468787 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:37.490005 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: e9f8bcaa-3cd2-437c-8969-b107a72025cf {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:37.490324 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device e9f8bcaa-3cd2-437c-8969-b107a72025cf not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:37.627876 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2e89b9c8-4267-4643-b19c-9418f2390557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.631498 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2e89b9c8-4267-4643-b19c-9418f2390557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.632671 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2e89b9c8-4267-4643-b19c-9418f2390557 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4dc7345a-c82b-424a-b64a-038d8f4191f2 HTTP/1.1" status: 204 len: 168 time: 0.3630235 Aug 10 14:29:37.640580 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89b9c8-4267-4643-b19c-9418f2390557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc7345a-c82b-424a-b64a-038d8f4191f2,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:37.888256 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56282) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:37.901939 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-00d0e4a6-e0ca-492c-bf61-34d30532791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.993146 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-00d0e4a6-e0ca-492c-bf61-34d30532791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:37.996764 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-00d0e4a6-e0ca-492c-bf61-34d30532791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:38.034424 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-00d0e4a6-e0ca-492c-bf61-34d30532791d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=220b77735a9242bdac07024397cb1d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451204 Aug 10 14:29:38.037244 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0e4a6-e0ca-492c-bf61-34d30532791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cca52e-fbf5-4282-b10c-ae1684efbaf4,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:38.038051 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56284) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:38.088769 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ffff39bc-4bd1-46d5-a952-20e4b833516f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:38.114177 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ffff39bc-4bd1-46d5-a952-20e4b833516f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:38.141725 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0a643bb2-a2ef-47dc-8675-b617299a3689 req-ad0e9352-21fe-46cd-b4e7-51d5538841a6 tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9219572-cb02-48a4-8a74-24e9c7e45356 HTTP/1.1" status: 200 len: 210 time: 0.0326509 Aug 10 14:29:38.182272 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ffff39bc-4bd1-46d5-a952-20e4b833516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:38.185064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ffff39bc-4bd1-46d5-a952-20e4b833516f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:38.186261 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ffff39bc-4bd1-46d5-a952-20e4b833516f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3cca52e-fbf5-4282-b10c-ae1684efbaf4 HTTP/1.1" status: 204 len: 168 time: 0.1472118 Aug 10 14:29:38.194590 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff39bc-4bd1-46d5-a952-20e4b833516f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cca52e-fbf5-4282-b10c-ae1684efbaf4,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:39.229525 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56324) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:39.286831 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-06ef8aef-a93c-4cf5-8194-437731ac883f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.311178 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-06ef8aef-a93c-4cf5-8194-437731ac883f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.344725 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.362277 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-06ef8aef-a93c-4cf5-8194-437731ac883f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.365578 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-06ef8aef-a93c-4cf5-8194-437731ac883f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.367523 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-06ef8aef-a93c-4cf5-8194-437731ac883f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "DELETE /v2.0/security-groups/68090ab1-f1c0-498f-a1d2-6bd31f722adb HTTP/1.1" status: 204 len: 168 time: 0.1360312 Aug 10 14:29:39.369672 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56330) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:39.381098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef8aef-a93c-4cf5-8194-437731ac883f tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68090ab1-f1c0-498f-a1d2-6bd31f722adb,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:39.385099 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.api.v2.resource [None req-411a4f06-bf5d-4ee2-b47b-76370cab637a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] show failed (client error): The resource could not be found. Aug 10 14:29:39.386582 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-411a4f06-bf5d-4ee2-b47b-76370cab637a tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "GET /v2.0/security-groups/68090ab1-f1c0-498f-a1d2-6bd31f722adb HTTP/1.1" status: 404 len: 347 time: 0.0156145 Aug 10 14:29:39.389583 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56332) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:39.526674 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Deleting port b496be1b-b778-40d2-a67c-9ba3669e3edc {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:39.527162 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.607800 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.608135 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.626354 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Calling delete_port for b496be1b-b778-40d2-a67c-9ba3669e3edc owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:39.771723 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.797688 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Pushing event deleted for resources: {'Port': ['ID=b496be1b-b778-40d2-a67c-9ba3669e3edc,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:39.871986 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.875087 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:39.876426 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-426da1eb-d2ee-4f07-ad46-318c05aae5ce tempest-AttachVolumeShelveTestJSON-146453013 tempest-AttachVolumeShelveTestJSON-146453013-project] 10.222.0.44 "DELETE /v2.0/floatingips/0b008369-559b-42ed-9b4b-22432cd7cfb8 HTTP/1.1" status: 204 len: 168 time: 0.4858510 Aug 10 14:29:40.323252 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56378) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:40.427972 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a37a005-436b-451c-88a8-a8413ea8a5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:40.519869 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a37a005-436b-451c-88a8-a8413ea8a5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:40.524164 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0a37a005-436b-451c-88a8-a8413ea8a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:40.560912 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37a005-436b-451c-88a8-a8413ea8a5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7225f01e-2a84-481e-a3a8-8473bfc2792d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:40.565220 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0a37a005-436b-451c-88a8-a8413ea8a5ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acf8c1ec26534adcaeda2c7cfa20602e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406890 Aug 10 14:29:40.569186 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56382) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:40.615778 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-19f29f1a-a8b2-4070-a7a2-01d00601f43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:40.636709 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-19f29f1a-a8b2-4070-a7a2-01d00601f43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:40.682853 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-19f29f1a-a8b2-4070-a7a2-01d00601f43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:40.685387 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-19f29f1a-a8b2-4070-a7a2-01d00601f43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:40.686567 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-19f29f1a-a8b2-4070-a7a2-01d00601f43b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7225f01e-2a84-481e-a3a8-8473bfc2792d HTTP/1.1" status: 204 len: 168 time: 0.1171632 Aug 10 14:29:40.695186 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f29f1a-a8b2-4070-a7a2-01d00601f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7225f01e-2a84-481e-a3a8-8473bfc2792d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:40.970123 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56394) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:40.983391 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-77f3c584-db4f-4d39-ab73-605effb5bb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:41.075267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-77f3c584-db4f-4d39-ab73-605effb5bb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:41.082196 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-77f3c584-db4f-4d39-ab73-605effb5bb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:41.125796 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3c584-db4f-4d39-ab73-605effb5bb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa816a4-ed00-4f2e-9822-13a97d1e86a8,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:41.131318 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-77f3c584-db4f-4d39-ab73-605effb5bb75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e969fea51ab40baa848442f12806afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598504 Aug 10 14:29:41.134887 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56404) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:41.188029 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-71443d45-3acf-4951-b1ef-673acdcfb3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:41.211915 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-71443d45-3acf-4951-b1ef-673acdcfb3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:41.261925 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-71443d45-3acf-4951-b1ef-673acdcfb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:41.264469 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-71443d45-3acf-4951-b1ef-673acdcfb3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:41.265562 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-71443d45-3acf-4951-b1ef-673acdcfb3b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fa816a4-ed00-4f2e-9822-13a97d1e86a8 HTTP/1.1" status: 204 len: 168 time: 0.1307273 Aug 10 14:29:41.273240 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71443d45-3acf-4951-b1ef-673acdcfb3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa816a4-ed00-4f2e-9822-13a97d1e86a8,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:42.329214 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56454) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:43.123573 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:43.384754 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Deleting port 45fd40f4-edbe-4617-b056-487f14c6fd85 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:43.385459 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:43.476707 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] For port 45fd40f4-edbe-4617-b056-487f14c6fd85, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=45fd40f4-edbe-4617-b056-487f14c6fd85,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:43.476707 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:43.496143 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Calling delete_port for 45fd40f4-edbe-4617-b056-487f14c6fd85 owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:43.725389 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:43.739738 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4812c-7268-46ab-931d-043cdf683f3f req-74f48f95-d9b8-476b-8af3-15ccc8c71d7c tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:43.741232 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fa4812c-7268-46ab-931d-043cdf683f3f req-74f48f95-d9b8-476b-8af3-15ccc8c71d7c tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0688486 Aug 10 14:29:43.768129 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=45fd40f4-edbe-4617-b056-487f14c6fd85,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:43.776820 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:29:43.847223 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fa4812c-7268-46ab-931d-043cdf683f3f req-70fda582-28f2-4ec7-b480-d1cac14d9b94 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843787 Aug 10 14:29:43.972646 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:44.194105 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Router 6688ff86-7ade-4487-990d-47b8d3e3653b has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:29:44.300653 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:29:44.309883 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56486) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:44.310954 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6f614efa-f789-4c3e-a81e-38a0f2810d63 admin admin] 10.222.0.44 "PUT /v2.0/routers/6688ff86-7ade-4487-990d-47b8d3e3653b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9798856 Aug 10 14:29:44.313681 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] Sync routers for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:29:44.325353 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:44.326200 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:44.428157 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks [] for router, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:44.434560 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87300fc5-97f2-40be-8d9f-fb135a12bd3e req-5322d021-289a-4a5f-a944-86ff85773098 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:44.436073 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-87300fc5-97f2-40be-8d9f-fb135a12bd3e req-5322d021-289a-4a5f-a944-86ff85773098 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 945 time: 0.0542169 Aug 10 14:29:44.444896 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:44.483840 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-87300fc5-97f2-40be-8d9f-fb135a12bd3e req-87d3daa7-4a49-4ec3-8e4f-451e49070805 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Aug 10 14:29:44.536070 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:44.589876 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Deleting port d12fc022-a9ed-4adf-b98f-d1216b89cf3d {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:44.590244 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:44.626176 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:29:43Z', 'revision_number': 5, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port': {'id': 'd12fc022-a9ed-4adf-b98f-d1216b89cf3d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:76:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:22:31Z', 'updated_at': '2021-08-10T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:44.655902 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] Checking router: 6688ff86-7ade-4487-990d-47b8d3e3653b for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:29:44.664167 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] Routers {'6688ff86-7ade-4487-990d-47b8d3e3653b'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:44.664768 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['6688ff86-7ade-4487-990d-47b8d3e3653b'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:44.667988 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] For port d12fc022-a9ed-4adf-b98f-d1216b89cf3d, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=d12fc022-a9ed-4adf-b98f-d1216b89cf3d,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:44.668359 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:44.680895 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Calling delete_port for d12fc022-a9ed-4adf-b98f-d1216b89cf3d owned by network:router_gateway {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:44.745835 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] Set router 6688ff86-7ade-4487-990d-47b8d3e3653b gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:44.800066 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:29:44Z', 'revision_number': 6, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:44.827708 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57a38a5-2423-4db5-a59e-16887aec43d3 None None] The sync data for ids ['6688ff86-7ade-4487-990d-47b8d3e3653b'] in dv-cinder-799668-5-iscsi is: [{'id': '6688ff86-7ade-4487-990d-47b8d3e3653b', 'name': 'tempest-AttachVolumeShelveTestJSON-456592234-router', 'tenant_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:30Z', 'updated_at': '2021-08-10T14:29:44Z', 'revision_number': 6, 'project_id': '2e2861ff0a9e4fd59b1a39fd97bae645', 'gw_port_host': None}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:29:44.846894 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:44.878885 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Pushing event deleted for resources: {'Port': ['ID=d12fc022-a9ed-4adf-b98f-d1216b89cf3d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:44.940937 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:44.976975 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107917b-e903-40c2-9741-2bd80ae216cb req-926d0646-488c-49bf-821a-cc74af3d4fca tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:44.978583 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a107917b-e903-40c2-9741-2bd80ae216cb req-926d0646-488c-49bf-821a-cc74af3d4fca tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0563173 Aug 10 14:29:45.017456 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a107917b-e903-40c2-9741-2bd80ae216cb req-0079bd70-50b1-4bab-865c-7676acb0fc6a tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Aug 10 14:29:45.034163 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.036334 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.079158 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.079603 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6688ff86-7ade-4487-990d-47b8d3e3653b {{(pid=93342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:29:45.084713 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.085866 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-51a801d9-edd4-435a-a1a5-1c5891c4679b admin admin] 10.222.0.44 "DELETE /v2.0/routers/6688ff86-7ade-4487-990d-47b8d3e3653b HTTP/1.1" status: 204 len: 168 time: 0.7739701 Aug 10 14:29:45.088418 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56494) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:45.134821 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac241a81-49fa-480d-949f-1dd76e3b82d1 admin admin] Deleting subnet 5747de79-58d2-4560-bccc-0c9e272a1845 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:29:45.137704 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac241a81-49fa-480d-949f-1dd76e3b82d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.171952 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac241a81-49fa-480d-949f-1dd76e3b82d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343098'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.254248 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac241a81-49fa-480d-949f-1dd76e3b82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.310479 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac241a81-49fa-480d-949f-1dd76e3b82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5341398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5396290'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.336641 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac241a81-49fa-480d-949f-1dd76e3b82d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5747de79-58d2-4560-bccc-0c9e272a1845,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:45.338534 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ac241a81-49fa-480d-949f-1dd76e3b82d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.340368 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ac241a81-49fa-480d-949f-1dd76e3b82d1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5747de79-58d2-4560-bccc-0c9e272a1845 HTTP/1.1" status: 204 len: 168 time: 0.2510066 Aug 10 14:29:45.342824 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56496) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:45.345392 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed5a18-db92-4041-9108-11edd9bb52af None None] Network 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:29:45.408202 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.462260 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Deleting port 7d241a3f-e426-4b08-85de-145ffe9734eb {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:45.462615 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.531603 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] For port 7d241a3f-e426-4b08-85de-145ffe9734eb, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=7d241a3f-e426-4b08-85de-145ffe9734eb,segment=NetworkSegment(38dd538a-9ef3-4867-a3a0-400ec295b25a),segment_id=38dd538a-9ef3-4867-a3a0-400ec295b25a)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:45.532048 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.547487 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Calling delete_port for 7d241a3f-e426-4b08-85de-145ffe9734eb owned by network:dhcp {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:45.574138 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] DHCP port deletion for 12b962d1-6ee2-4ea1-842e-1bbcd26988d1 request from dv-cinder-799668-5-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:29:45.635934 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d83c1-88e6-4844-bb46-1a69729c8fd4 req-0b243ef9-8f9a-4976-ae27-99416ce2cf36 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:45.637400 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 45fd40f4-edbe-4617-b056-487f14c6fd85 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:45.637799 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-145d83c1-88e6-4844-bb46-1a69729c8fd4 req-0b243ef9-8f9a-4976-ae27-99416ce2cf36 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 945 time: 0.0825577 Aug 10 14:29:45.658203 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.659835 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 45fd40f4-edbe-4617-b056-487f14c6fd85 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:45.660185 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 45fd40f4-edbe-4617-b056-487f14c6fd85 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:45.660808 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device d12fc022-a9ed-4adf-b98f-d1216b89cf3d no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:45.663374 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] Deleting port 7d241a3f-e426-4b08-85de-145ffe9734eb {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:45.664082 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.686536 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d241a3f-e426-4b08-85de-145ffe9734eb,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:45.687485 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-145d83c1-88e6-4844-bb46-1a69729c8fd4 req-0106331a-984d-4c7a-b6c0-4e00fdad70d2 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Aug 10 14:29:45.688343 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] No DVR routers for this DVR port 7d241a3f-e426-4b08-85de-145ffe9734eb on host dv-cinder-799668-5-iscsi {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:29:45.721801 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: d12fc022-a9ed-4adf-b98f-d1216b89cf3d {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:45.722456 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device d12fc022-a9ed-4adf-b98f-d1216b89cf3d not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:45.722920 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 7d241a3f-e426-4b08-85de-145ffe9734eb no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:45.749594 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 7d241a3f-e426-4b08-85de-145ffe9734eb {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:45.749944 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 7d241a3f-e426-4b08-85de-145ffe9734eb not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:45.769440 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] For port 7d241a3f-e426-4b08-85de-145ffe9734eb, host dv-cinder-799668-5-iscsi, got binding levels [] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:45.769865 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.770309 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.780233 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b962d1-6ee2-4ea1-842e-1bbcd26988d1']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:45.782220 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] Calling delete_port for 7d241a3f-e426-4b08-85de-145ffe9734eb owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:45.786273 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.ipam_backend_mixin [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] Port 7d241a3f-e426-4b08-85de-145ffe9734eb was not found and therefore no delete operation was performed {{(pid=93344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 14:29:45.787498 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.790929 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dd538a-9ef3-4867-a3a0-400ec295b25a') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:45.791467 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dd538a-9ef3-4867-a3a0-400ec295b25a') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:45.801495 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.813498 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] Pushing event deleted for resources: {'Port': ['ID=7d241a3f-e426-4b08-85de-145ffe9734eb,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:45.820120 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939303f-dab6-47f6-adc3-b025448de6ea None None] No DVR routers for this DVR port 7d241a3f-e426-4b08-85de-145ffe9734eb on host dv-cinder-799668-5-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:29:45.820837 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.828930 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:29:45.829202 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:29:45.831121 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:29:45.891498 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.897517 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:45.899621 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] 10.222.0.44 "DELETE /v2.0/networks/12b962d1-6ee2-4ea1-842e-1bbcd26988d1 HTTP/1.1" status: 204 len: 168 time: 0.5557890 Aug 10 14:29:45.917357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad56d1-e76c-44da-9a59-bdbdc79b075c admin admin] Pushing event deleted for resources: {'Network': ['ID=12b962d1-6ee2-4ea1-842e-1bbcd26988d1,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:46.026094 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56504) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:46.068621 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4cbb53a3-b2d9-4cdb-9daf-2320b9c1f97e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e2861ff0a9e4fd59b1a39fd97bae645&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413015 Aug 10 14:29:46.071684 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56508) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:46.124119 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d7559ff-2b9d-4c3a-9f3b-7244b24db936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:46.138677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e322fff-28b3-4608-9041-52523e00cba9 req-fbeaecc1-56c8-44c6-be02-0e3943616e4d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:46.140187 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e322fff-28b3-4608-9041-52523e00cba9 req-fbeaecc1-56c8-44c6-be02-0e3943616e4d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0527022 Aug 10 14:29:46.145157 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d7559ff-2b9d-4c3a-9f3b-7244b24db936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:46.181384 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7e322fff-28b3-4608-9041-52523e00cba9 req-d9b98fbe-17f0-4254-8059-5a7dbe7195b5 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338624 Aug 10 14:29:46.195880 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d7559ff-2b9d-4c3a-9f3b-7244b24db936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:46.198739 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-4d7559ff-2b9d-4c3a-9f3b-7244b24db936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:46.200153 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-4d7559ff-2b9d-4c3a-9f3b-7244b24db936 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80a913c3-dceb-4a89-82ff-3818ff6d0df4 HTTP/1.1" status: 204 len: 168 time: 0.1275575 Aug 10 14:29:46.208303 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7559ff-2b9d-4c3a-9f3b-7244b24db936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a913c3-dceb-4a89-82ff-3818ff6d0df4,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:46.812668 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d27d7e-2911-4001-9905-dca320c38344 req-159e1b6d-2a89-4382-8d34-290deb3e5d79 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:46.814176 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6d27d7e-2911-4001-9905-dca320c38344 req-159e1b6d-2a89-4382-8d34-290deb3e5d79 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 945 time: 0.0507510 Aug 10 14:29:46.853480 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6d27d7e-2911-4001-9905-dca320c38344 req-6f0d55ac-4a73-4266-bcde-d4f644e5605b tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Aug 10 14:29:47.299244 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988988a-10da-4a67-866a-a68b07a45ae1 req-5f555b56-7eb0-4f43-989a-85fbcf6c93b0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:47.300701 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3988988a-10da-4a67-866a-a68b07a45ae1 req-5f555b56-7eb0-4f43-989a-85fbcf6c93b0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0514097 Aug 10 14:29:47.343532 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3988988a-10da-4a67-866a-a68b07a45ae1 req-9c81577c-cf34-4eec-a5d8-b08c409625f6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356026 Aug 10 14:29:47.972072 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55c695-279b-4d43-9a69-555e2b765aa6 req-f139c409-75fb-4bba-b17d-51b17776da6a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:47.974152 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de55c695-279b-4d43-9a69-555e2b765aa6 req-f139c409-75fb-4bba-b17d-51b17776da6a tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 945 time: 0.0532992 Aug 10 14:29:48.012083 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de55c695-279b-4d43-9a69-555e2b765aa6 req-d2d6673e-ee8f-435c-bf86-b6771f1fb0f4 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319064 Aug 10 14:29:48.165267 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-22503da9-9505-430a-8fd7-7c142dd2a786 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:48.167021 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-22503da9-9505-430a-8fd7-7c142dd2a786 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0517879 Aug 10 14:29:48.264882 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Deleting port 7a0c3d59-4686-4746-b92a-169ec472f2b7 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:48.265226 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:48.358736 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] For port 7a0c3d59-4686-4746-b92a-169ec472f2b7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a0c3d59-4686-4746-b92a-169ec472f2b7,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:48.359101 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:48.466267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b117d-06a1-4e86-8235-0a2df690b324 req-252507f9-8b73-4326-bef8-a6697ff6ce6c tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:48.467786 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3e2b117d-06a1-4e86-8235-0a2df690b324 req-252507f9-8b73-4326-bef8-a6697ff6ce6c tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 945 time: 0.0540392 Aug 10 14:29:48.527054 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3e2b117d-06a1-4e86-8235-0a2df690b324 req-319fc28d-f74b-4c37-a46e-615b3a002b82 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516841 Aug 10 14:29:48.537614 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:48.538077 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:48.538387 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Floating IP bdf9e291-b471-4a21-ace0-03b1e2059206 disassociated. External IP: 172.27.3.64, port: 7a0c3d59-4686-4746-b92a-169ec472f2b7. Aug 10 14:29:48.538725 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Calling delete_port for 7a0c3d59-4686-4746-b92a-169ec472f2b7 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:48.670907 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:48.699541 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event deleted for resources: {'Port': ['ID=7a0c3d59-4686-4746-b92a-169ec472f2b7,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:48.809065 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Router 083d9cf6-5c6c-4223-8551-00539b909929 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:29:48.918950 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:29:48.934589 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:29:48.952213 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:48.953023 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:48.962976 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] No DVR routers for this DVR port 7a0c3d59-4686-4746-b92a-169ec472f2b7 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:29:48.965396 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:48.968148 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-26fd5f63-6fb2-41d6-be41-b85a51c2dd3b req-c5aa4e97-4588-4597-afb6-766320bf54c4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "DELETE /v2.0/ports/7a0c3d59-4686-4746-b92a-169ec472f2b7 HTTP/1.1" status: 204 len: 173 time: 0.7944050 Aug 10 14:29:48.968595 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'name': 'network-vif-deleted', 'tag': '7a0c3d59-4686-4746-b92a-169ec472f2b7'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:29:48.972053 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dc3481-7136-4b32-a695-5b712cb63f78" -d '{"events": [{"server_uuid": "3a425c70-c19e-4d6e-9efe-6e5f246816fe", "name": "network-vif-deleted", "tag": "7a0c3d59-4686-4746-b92a-169ec472f2b7"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:29:48.974701 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-25c67b16-f7c1-4c8a-8f61-b6c02827c605 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:48.976154 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-25c67b16-f7c1-4c8a-8f61-b6c02827c605 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 945 time: 0.0704513 Aug 10 14:29:49.029549 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360467d9-e500-4c72-8ff2-1eb6100cec95 x-openstack-request-id: req-360467d9-e500-4c72-8ff2-1eb6100cec95 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:29:49.029876 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a425c70-c19e-4d6e-9efe-6e5f246816fe", "name": "network-vif-deleted", "tag": "7a0c3d59-4686-4746-b92a-169ec472f2b7", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:29:49.030322 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-360467d9-e500-4c72-8ff2-1eb6100cec95 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:29:49.030999 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a425c70-c19e-4d6e-9efe-6e5f246816fe', 'name': 'network-vif-deleted', 'tag': '7a0c3d59-4686-4746-b92a-169ec472f2b7', 'status': 'completed', 'code': 200} Aug 10 14:29:49.135586 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Deleting port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:29:49.135924 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:49.138733 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:49.289576 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b4de-f08c-4e77-a368-2a491680f4a5 req-e04cfbc6-f9bd-4e43-ac51-a87bdf7d8ef6 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:49.291372 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cfb9b4de-f08c-4e77-a368-2a491680f4a5 req-e04cfbc6-f9bd-4e43-ac51-a87bdf7d8ef6 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3 HTTP/1.1" status: 200 len: 945 time: 0.1754932 Aug 10 14:29:49.371611 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] For port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,segment=NetworkSegment(ad28881d-88f7-4b90-90bb-a45a44572131),segment_id=ad28881d-88f7-4b90-90bb-a45a44572131)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:49.372342 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:49.396886 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cfb9b4de-f08c-4e77-a368-2a491680f4a5 req-4e7ed5f0-0e8d-4f4d-8ba1-28425dcaa941 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.44 "GET /v2.0/security-groups?id=2828bc34-e2e5-4a43-add0-3eafb1fcbad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723584 Aug 10 14:29:49.397861 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Calling delete_port for 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:29:49.452817 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:49.483750 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:29:49.497347 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:49.498059 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:49.551510 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:49.585086 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Pushing event deleted for resources: {'Port': ['ID=70a02e34-8e5d-4ea3-b52b-7f54a9dc8174,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:49.632229 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:49.648239 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] No DVR routers for this DVR port 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:29:49.649313 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:49.651834 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a6aad003-abfc-44bc-8850-53cfdb92307c req-450bad50-a807-4ef5-915a-82ef3947fd94 tempest-VolumesSnapshotTestJSON-513857751 tempest-VolumesSnapshotTestJSON-513857751-project] 10.222.0.46 "DELETE /v2.0/ports/70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 HTTP/1.1" status: 204 len: 173 time: 0.6686606 Aug 10 14:29:49.672473 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3', 'name': 'network-vif-deleted', 'tag': '70a02e34-8e5d-4ea3-b52b-7f54a9dc8174'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:29:49.675268 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02a3a2c-5d6f-4bd6-a380-4db5620e4a0e" -d '{"events": [{"server_uuid": "2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3", "name": "network-vif-deleted", "tag": "70a02e34-8e5d-4ea3-b52b-7f54a9dc8174"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:29:49.681388 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-16484c4c-f4f9-46bd-b9c8-7a6c648bbfa2 req-bab00241-1e06-42c0-bf92-bff4dece0bb2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a425c70-c19e-4d6e-9efe-6e5f246816fe HTTP/1.1" status: 200 len: 210 time: 0.0621240 Aug 10 14:29:49.696188 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56604) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:49.824786 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e9fb1cb-3c4f-4216-932d-f6f493fecb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:49.885086 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a84c126-f616-49b6-bb46-a36cbea97516 x-openstack-request-id: req-1a84c126-f616-49b6-bb46-a36cbea97516 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:29:49.887417 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3", "name": "network-vif-deleted", "tag": "70a02e34-8e5d-4ea3-b52b-7f54a9dc8174", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:29:49.887958 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a84c126-f616-49b6-bb46-a36cbea97516 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:29:49.889634 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f07bbb0-e5a8-4d8d-bc4d-4f6e06e8eed3', 'name': 'network-vif-deleted', 'tag': '70a02e34-8e5d-4ea3-b52b-7f54a9dc8174', 'status': 'completed', 'code': 200} Aug 10 14:29:49.892720 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:49.935785 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e9fb1cb-3c4f-4216-932d-f6f493fecb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:49.940329 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9898fd-f47f-406c-b173-8c51b1e664b8 None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:29:49.940958 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8e9fb1cb-3c4f-4216-932d-f6f493fecb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:49.994870 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fb1cb-3c4f-4216-932d-f6f493fecb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeed4f40-79e7-4fa6-b46e-793cfa6a2ac4,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:50.002732 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8e9fb1cb-3c4f-4216-932d-f6f493fecb9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bc4831c8a57436f90fe862b058b54cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045378 Aug 10 14:29:50.005375 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56610) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:50.060051 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96bbdda6-73ff-4e1a-b413-5cf49c55b937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:50.083299 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96bbdda6-73ff-4e1a-b413-5cf49c55b937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:50.136510 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96bbdda6-73ff-4e1a-b413-5cf49c55b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:50.139413 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-96bbdda6-73ff-4e1a-b413-5cf49c55b937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:50.140350 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-96bbdda6-73ff-4e1a-b413-5cf49c55b937 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aeed4f40-79e7-4fa6-b46e-793cfa6a2ac4 HTTP/1.1" status: 204 len: 168 time: 0.1338553 Aug 10 14:29:50.150103 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbdda6-73ff-4e1a-b413-5cf49c55b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeed4f40-79e7-4fa6-b46e-793cfa6a2ac4,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:50.191819 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3432d61-0ccc-4174-8204-0aad82b5dd56 None None] New status for floating IP bdf9e291-b471-4a21-ace0-03b1e2059206: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:29:50.879622 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56656) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:50.887800 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:50.908960 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:50.909404 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 70a02e34-8e5d-4ea3-b52b-7f54a9dc8174 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:50.909848 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 7a0c3d59-4686-4746-b92a-169ec472f2b7 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:29:50.929634 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 7a0c3d59-4686-4746-b92a-169ec472f2b7 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:29:50.930013 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 7a0c3d59-4686-4746-b92a-169ec472f2b7 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:29:50.965827 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-434ec2cb-da2e-4512-aa97-dfaa3560fa21 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171950158&fields=id&tenant_id=fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 267 time: 0.0357583 Aug 10 14:29:50.991142 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2024254584-network', 'tenant_id': '2457b06567824d75b894a6edeb199a7d'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:51.012614 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Made reservation on behalf of 2457b06567824d75b894a6edeb199a7d for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:29:51.015307 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.024303 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.077241 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-4e0cc04c-8fea-4e12-a57f-8ee3a89dffd0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:51.078755 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-4e0cc04c-8fea-4e12-a57f-8ee3a89dffd0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 811 time: 0.1041880 Aug 10 14:29:51.098342 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-ab40041a-4aa7-492f-81d5-ff3687f4ed00 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/quotas/fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 375 time: 0.0102720 Aug 10 14:29:51.116622 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.120793 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.147196 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:29:51.154934 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-cda044fd-988a-4715-9aed-f44fd4a68474 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504196 Aug 10 14:29:51.156856 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:51.162191 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.162531 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Added segment e5083449-038a-4597-b920-8108a75f0d2c of type vlan for network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d Aug 10 14:29:51.205487 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.234517 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.235658 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:51.236231 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.273461 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-dd6e8292-1732-44b4-b1c8-26e7b2ee6345 service neutron] 10.222.0.44 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945694 Aug 10 14:29:51.280877 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3978930 Aug 10 14:29:51.287405 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56660) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:51.292781 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Request body: {'subnet': {'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2024254584-subnet', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:51.297656 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c53e5c-7e2a-47ff-8aa9-e5bf7d644279 admin admin] Pushing event updated for resources: {'Network': ['ID=8efd9ed0-dcd4-40c0-830c-cbc587abea9d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:51.308203 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:29:51.366422 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Made reservation on behalf of 2457b06567824d75b894a6edeb199a7d for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:29:51.368759 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6237373'] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.440475 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-6ea33396-0ba0-4954-943f-7b61ef00eae5 service neutron] 10.222.0.44 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607034 Aug 10 14:29:51.563166 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4255006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6237359'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.628497 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd16f986-48e6-45f8-b5b3-576f15af1961,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:51.637516 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Checking segment: {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:29:51.637933 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Network hostable DHCP agents. Network: 8efd9ed0-dcd4-40c0-830c-cbc587abea9d, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:29:51.656147 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:29:51.667150 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 8efd9ed0-dcd4-40c0-830c-cbc587abea9d) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:51.672429 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:51.673027 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.681021 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff19c6c-6497-4a4f-8e66-6f8cbcd58b19 None None] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:29:51.688051 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-42266173-f55b-4d0b-a0f4-e8f3f9d3ac4f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3995855 Aug 10 14:29:51.690933 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56670) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:51.695275 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:51.773849 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c3f27040-fc47-420a-bd79-a8d28b4aa36c req-2f3a1b6a-e251-4439-bd9e-deb643e4015d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 210 time: 0.0326953 Aug 10 14:29:51.774944 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.775985 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.850755 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:29:51.851794 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.854679 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:51.999927 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Allocated IP 172.20.0.2 (8efd9ed0-dcd4-40c0-830c-cbc587abea9d/dd16f986-48e6-45f8-b5b3-576f15af1961/63002b60-a0ea-4365-a4de-14f7c840a0ae) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:29:52.011551 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.159745 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.168102 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Transition to ACTIVE for port object 63002b60-a0ea-4365-a4de-14f7c840a0ae will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:52.182853 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Transition to ACTIVE for port object 63002b60-a0ea-4365-a4de-14f7c840a0ae will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:52.189150 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.221533 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.225814 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:29:52.230560 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:52.234166 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:29:52.241607 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.243314 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Pushing event updated for resources: {'Port': ['ID=63002b60-a0ea-4365-a4de-14f7c840a0ae,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:52.298407 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Attempting to bind port 63002b60-a0ea-4365-a4de-14f7c840a0ae on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:29:52.298774 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Attempting to bind port 63002b60-a0ea-4365-a4de-14f7c840a0ae by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:29:52.299138 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Attempting to bind port 63002b60-a0ea-4365-a4de-14f7c840a0ae on network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:29:52.304753 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:29:52.305126 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Checking segment: {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:29:52.305524 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.305948 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Bound using segment: {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:29:52.306433 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Bound port: 63002b60-a0ea-4365-a4de-14f7c840a0ae, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:29:52.306794 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.365872 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Allocated IP 172.27.3.192 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/6af294dc-e675-4efe-962d-48c90a30a63d) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:29:52.378621 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] For port 63002b60-a0ea-4365-a4de-14f7c840a0ae, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:29:52.382709 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] For port 63002b60-a0ea-4365-a4de-14f7c840a0ae, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=63002b60-a0ea-4365-a4de-14f7c840a0ae,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:29:52.387308 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.443078 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd029b-1e4c-4bfc-b4cf-5e152f691eff None None] Pushing event updated for resources: {'Port': ['ID=63002b60-a0ea-4365-a4de-14f7c840a0ae,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:52.487372 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.527758 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:52.567834 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:29:52.570795 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:52.574648 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:29:52.580069 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Pushing event updated for resources: {'Port': ['ID=6af294dc-e675-4efe-962d-48c90a30a63d,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:52.847822 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:53.174194 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-656c4fe4-adcc-442c-9c6b-c9a3d1ed67e0 req-5ab41da8-f325-455d-9d04-65885b042a6d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 210 time: 0.0339952 Aug 10 14:29:53.345678 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 63002b60-a0ea-4365-a4de-14f7c840a0ae up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:29:53.351513 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:53.371368 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a475de18-7282-444a-9c4a-2fd3e2205635 None None] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:29:53.463446 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 63002b60-a0ea-4365-a4de-14f7c840a0ae completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:29:53.470086 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 63002b60-a0ea-4365-a4de-14f7c840a0ae triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:53.470463 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:53.471860 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-5695a938-9f9e-4570-b435-d8c9d8fd95c1 None None] Provisioning for port 63002b60-a0ea-4365-a4de-14f7c840a0ae completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:29:53.487016 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Router d2f6d15d-76de-4bcb-b3cf-de09411b8684 is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:29:53.502509 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-5695a938-9f9e-4570-b435-d8c9d8fd95c1 None None] Provisioning complete for port 63002b60-a0ea-4365-a4de-14f7c840a0ae triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:53.502889 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5695a938-9f9e-4570-b435-d8c9d8fd95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:53.633587 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:29:53.651820 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Sync routers for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:29:53.654127 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:53.658435 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1490679e-e554-4aaf-9ac4-0fade5dabc46 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9641929 Aug 10 14:29:53.658798 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56690) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:53.711084 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:53.712405 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:53.719650 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:53.783563 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5695a938-9f9e-4570-b435-d8c9d8fd95c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:53.876874 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 63002b60-a0ea-4365-a4de-14f7c840a0ae, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=63002b60-a0ea-4365-a4de-14f7c840a0ae,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:53.887001 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:53.996041 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:54.217501 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.db.api [None req-5695a938-9f9e-4570-b435-d8c9d8fd95c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:29:54.218253 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG oslo_db.api [None req-5695a938-9f9e-4570-b435-d8c9d8fd95c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:29:54.262696 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=63002b60-a0ea-4365-a4de-14f7c840a0ae,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:54.382274 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3c6ca0a-1150-4d60-943c-13e297822019 req-54c9ce0f-95fe-44ef-be92-8e296c9330e2 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 210 time: 0.0952928 Aug 10 14:29:54.411998 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:52Z', 'revision_number': 3, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:54.453171 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-d03b5f48-fbb9-4ab3-847a-ee4a999cc6fc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:54.454976 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-d03b5f48-fbb9-4ab3-847a-ee4a999cc6fc tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 811 time: 0.2062542 Aug 10 14:29:54.463073 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Checking router: d2f6d15d-76de-4bcb-b3cf-de09411b8684 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:29:54.463647 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Updating router d2f6d15d-76de-4bcb-b3cf-de09411b8684 port 6af294dc-e675-4efe-962d-48c90a30a63d binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:29:54.497451 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:54.584582 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:54.760238 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Allocated IP 172.20.0.1 (8efd9ed0-dcd4-40c0-830c-cbc587abea9d/dd16f986-48e6-45f8-b5b3-576f15af1961/3b719320-bfdd-411e-ad6d-70714eac3cc6) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:29:54.896368 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:54.910719 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Transition to ACTIVE for port object 3b719320-bfdd-411e-ad6d-70714eac3cc6 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:54.934697 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:54.945577 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Transition to ACTIVE for port object 6af294dc-e675-4efe-962d-48c90a30a63d will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:54.948882 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:54.956762 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:54.992266 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:29:54.995321 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:55.001963 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:29:55.016838 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Attempting to bind port 6af294dc-e675-4efe-962d-48c90a30a63d on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:29:55.017217 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Attempting to bind port 6af294dc-e675-4efe-962d-48c90a30a63d by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:29:55.017701 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Attempting to bind port 6af294dc-e675-4efe-962d-48c90a30a63d on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:29:55.021342 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00e10d-a63f-49f2-b7d2-c1feb43b071b None None] Pushing event updated for resources: {'Port': ['ID=6af294dc-e675-4efe-962d-48c90a30a63d,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:55.033721 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b719320-bfdd-411e-ad6d-70714eac3cc6,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:55.036188 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:29:55.037400 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:29:55.037400 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.037400 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:29:55.037811 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Bound port: 6af294dc-e675-4efe-962d-48c90a30a63d, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:29:55.038246 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.054826 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.101885 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-3f6e076d-199f-41f7-b0a6-7dd51cc120ce None None] Provisioning complete for port 63002b60-a0ea-4365-a4de-14f7c840a0ae triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:55.102889 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3f6e076d-199f-41f7-b0a6-7dd51cc120ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.144139 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] For port 6af294dc-e675-4efe-962d-48c90a30a63d, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:29:55.161533 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] For port 6af294dc-e675-4efe-962d-48c90a30a63d, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=6af294dc-e675-4efe-962d-48c90a30a63d,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:29:55.168802 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.215556 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.277398 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00e10d-a63f-49f2-b7d2-c1feb43b071b None None] Pushing event updated for resources: {'Port': ['ID=6af294dc-e675-4efe-962d-48c90a30a63d,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:55.285687 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:55.286548 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:55.337504 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 63002b60-a0ea-4365-a4de-14f7c840a0ae up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:29:55.411520 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.419563 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.460955 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fb1bad73-1599-4c78-8060-211eefb56be3 None None] Provisioning for port 3b719320-bfdd-411e-ad6d-70714eac3cc6 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:29:55.468765 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.475227 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-fb1bad73-1599-4c78-8060-211eefb56be3 None None] Provisioning complete for port 3b719320-bfdd-411e-ad6d-70714eac3cc6 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:55.476195 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-fb1bad73-1599-4c78-8060-211eefb56be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.479472 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:55.531251 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-074f6adf-f3fb-4f10-8a39-ca922dbf02db req-ed98bfa9-8f91-488a-802a-3471c802e169 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 210 time: 0.0539305 Aug 10 14:29:55.544345 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 63002b60-a0ea-4365-a4de-14f7c840a0ae triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:55.544992 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.556587 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b719320-bfdd-411e-ad6d-70714eac3cc6,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:55.589472 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bad73-1599-4c78-8060-211eefb56be3 None None] Port 3b719320-bfdd-411e-ad6d-70714eac3cc6 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:29:55.602088 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:29:55.603598 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:55.759259 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Router d2f6d15d-76de-4bcb-b3cf-de09411b8684 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:29:55.829670 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7eb13da8-854e-4342-95c6-292605b23599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.839998 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:29:54Z', 'revision_number': 1, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:55.866851 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ca2d6-0ec7-4cea-b8af-fc3b758bcf68 None None] The sync data for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi is: [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:29:54Z', 'revision_number': 1, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:29:55.899238 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:29:55.906831 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7455bcb3-06dd-457a-b120-e9f53cc89bf8 admin admin] 10.222.0.44 "PUT /v2.0/routers/d2f6d15d-76de-4bcb-b3cf-de09411b8684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2467346 Aug 10 14:29:55.912247 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-1c932f5e-1d7f-4e38-9fb9-db4231511020 None None] Provisioning complete for port 3b719320-bfdd-411e-ad6d-70714eac3cc6 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:55.913040 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1c932f5e-1d7f-4e38-9fb9-db4231511020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:55.956349 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-1c932f5e-1d7f-4e38-9fb9-db4231511020 None None] Port 3b719320-bfdd-411e-ad6d-70714eac3cc6 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:29:56.487051 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56742) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:56.493115 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1862293091-network', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:56.546916 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Made reservation on behalf of cd792a17d92c456cb3c8e3fae7c56a3e for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:29:56.558491 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.569173 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.648177 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fd07b462-f8ee-40e1-afb2-d63057ed1fd2 req-87c63606-9a3c-4e3e-b6a2-a519d530d610 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 210 time: 0.0300133 Aug 10 14:29:56.698394 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.703291 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.730575 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:29:56.741624 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5432d3-9884-4843-be22-df2509a7948f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:56.747145 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.747495 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Added segment c8fb1071-3adf-4355-8017-b1c6cdeb8bb1 of type vlan for network 4a073c6b-1d1d-4d3a-b685-70a0320d581b Aug 10 14:29:56.790726 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.828177 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.829177 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:56.829772 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.885955 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3976638 Aug 10 14:29:56.890336 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56750) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:56.895629 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Request body: {'subnet': {'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1862293091-subnet', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:56.912481 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf391eb0-fe5a-4ba1-8bef-f3da9717bf20 admin admin] Pushing event updated for resources: {'Network': ['ID=4a073c6b-1d1d-4d3a-b685-70a0320d581b,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:56.926094 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 4a073c6b-1d1d-4d3a-b685-70a0320d581b details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:29:56.929507 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Made reservation on behalf of cd792a17d92c456cb3c8e3fae7c56a3e for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:29:56.933479 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5396131'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.172750 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5341335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5396145'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.237717 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e36b92-7221-4979-8697-4b9bfad048f8,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:57.252187 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-d74a6aa3-2ed5-4829-b088-7f6881ee1baa tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 380 time: 0.0686045 Aug 10 14:29:57.264579 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Checking segment: {'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:29:57.265292 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Network hostable DHCP agents. Network: 4a073c6b-1d1d-4d3a-b685-70a0320d581b, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:29:57.280406 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'port': {'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'admin_state_up': True, 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'security_groups': ['dbe82261-8ccb-4aed-b4d4-a2382241d673']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:57.298495 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Network 4a073c6b-1d1d-4d3a-b685-70a0320d581b is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:29:57.313502 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 4a073c6b-1d1d-4d3a-b685-70a0320d581b) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:57.320913 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:57.321566 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.328845 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345edef-56aa-4ede-ae47-ad1696be7358 None None] Network 4a073c6b-1d1d-4d3a-b685-70a0320d581b requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:29:57.340015 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-30c4f745-070e-487e-bb7e-9399a43c8404 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4484291 Aug 10 14:29:57.344892 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56754) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:29:57.349696 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:57.400415 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.402362 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.428338 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 6af294dc-e675-4efe-962d-48c90a30a63d up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:29:57.440446 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Made reservation on behalf of fe90e58b6be84abbafd17daeea8ef195 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:29:57.444809 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.476298 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.510586 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 6af294dc-e675-4efe-962d-48c90a30a63d completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:29:57.516332 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 6af294dc-e675-4efe-962d-48c90a30a63d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:57.516932 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.611441 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Allocated IP 172.20.0.8 (02da8eb3-4dd0-456a-a828-2a2a787b463c/af50c6f3-624d-4da5-b1e9-e0868e84b3b8/df9b39d6-0b39-473d-9831-d5344c7c2d57) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:29:57.658322 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.659175 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-4a073c6b-1d1d-4d3a-b685-70a0320d581b', 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'fixed_ips': [{'subnet_id': 'b5e36b92-7221-4979-8697-4b9bfad048f8'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:29:57.660160 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.699188 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.794248 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.809578 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Transition to ACTIVE for port object df9b39d6-0b39-473d-9831-d5344c7c2d57 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:57.820370 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 6af294dc-e675-4efe-962d-48c90a30a63d, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=6af294dc-e675-4efe-962d-48c90a30a63d,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:29:57.831378 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.867133 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-515947c0-492b-4618-a278-746c4d6ee3be req-14845c89-072c-4c75-9d7a-efc9a2c65a51 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 210 time: 0.0514972 Aug 10 14:29:57.879343 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.940083 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=6af294dc-e675-4efe-962d-48c90a30a63d,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:57.943351 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:57.944950 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Allocated IP 172.20.0.2 (4a073c6b-1d1d-4d3a-b685-70a0320d581b/b5e36b92-7221-4979-8697-4b9bfad048f8/d4c30f32-66a4-4a39-9986-8769cfe6605b) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:29:57.984665 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:29:57.992173 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:57.997952 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.000767 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:29:58.043436 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=df9b39d6-0b39-473d-9831-d5344c7c2d57,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:58.104564 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:58.105231 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.129685 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-28551e79-093e-4e76-bf57-77e72d5e1ee9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601561 Aug 10 14:29:58.149806 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Request body: {'port': {'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:29:58.211756 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Allocated IP 172.27.3.178 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/6de998c4-f15d-49fc-879c-a916070ce4d9) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:29:58.252343 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.255841 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.280503 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Transition to ACTIVE for port object d4c30f32-66a4-4a39-9986-8769cfe6605b will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:58.315197 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Transition to ACTIVE for port object d4c30f32-66a4-4a39-9986-8769cfe6605b will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:58.326961 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.378552 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Pushing event updated for resources: {'Port': ['ID=d4c30f32-66a4-4a39-9986-8769cfe6605b,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:58.398831 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Network 4a073c6b-1d1d-4d3a-b685-70a0320d581b is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:29:58.413704 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:58.416487 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:29:58.419713 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-49769be3-311d-41f9-8f57-b9decf0b05ad None None] Provisioning for port df9b39d6-0b39-473d-9831-d5344c7c2d57 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:29:58.426387 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-49769be3-311d-41f9-8f57-b9decf0b05ad None None] Provisioning complete for port df9b39d6-0b39-473d-9831-d5344c7c2d57 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:58.426763 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-49769be3-311d-41f9-8f57-b9decf0b05ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.448948 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Sync routers for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:29:58.464979 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:29:58.465620 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:58.475800 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.543485 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.561565 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Attempting to bind port d4c30f32-66a4-4a39-9986-8769cfe6605b on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:29:58.562554 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Attempting to bind port d4c30f32-66a4-4a39-9986-8769cfe6605b by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:29:58.563397 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Attempting to bind port d4c30f32-66a4-4a39-9986-8769cfe6605b on network 4a073c6b-1d1d-4d3a-b685-70a0320d581b {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:29:58.601806 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:29:58.602641 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Checking segment: {'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:29:58.603256 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.603851 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Bound using segment: {'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:29:58.604726 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Bound port: d4c30f32-66a4-4a39-9986-8769cfe6605b, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:29:58.605325 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.615282 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:29:58.669000 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-09aa601f-69dd-4c62-bc61-dabb83050f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.671320 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:29:58.680967 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-49769be3-311d-41f9-8f57-b9decf0b05ad None None] Port df9b39d6-0b39-473d-9831-d5344c7c2d57 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:29:58.683328 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:29:58.700109 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:29:58.710998 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6de998c4-f15d-49fc-879c-a916070ce4d9,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:58.789009 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] For port d4c30f32-66a4-4a39-9986-8769cfe6605b, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:29:58.792334 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9b39d6-0b39-473d-9831-d5344c7c2d57 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:29:58.795485 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] For port d4c30f32-66a4-4a39-9986-8769cfe6605b, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=d4c30f32-66a4-4a39-9986-8769cfe6605b,segment=NetworkSegment(c8fb1071-3adf-4355-8017-b1c6cdeb8bb1),segment_id=c8fb1071-3adf-4355-8017-b1c6cdeb8bb1)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:29:58.803226 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.807094 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.808998 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.838923 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Transition to ACTIVE for port object df9b39d6-0b39-473d-9831-d5344c7c2d57 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:58.844079 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:58.864609 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 2, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:29:58.942139 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919f4e7-2aee-4239-8911-28e64f2c164f None None] Pushing event updated for resources: {'Port': ['ID=d4c30f32-66a4-4a39-9986-8769cfe6605b,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:58.955625 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Checking router: d2f6d15d-76de-4bcb-b3cf-de09411b8684 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:29:58.957650 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Updating router d2f6d15d-76de-4bcb-b3cf-de09411b8684 port 3b719320-bfdd-411e-ad6d-70714eac3cc6 binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:29:59.035596 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.062188 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df9b39d6-0b39-473d-9831-d5344c7c2d57,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:59.147907 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526e61-11f8-49ad-87b0-e41d6a3f96ba req-29948f94-17c7-45ac-af51-854c0de9012e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:59.155924 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de526e61-11f8-49ad-87b0-e41d6a3f96ba req-29948f94-17c7-45ac-af51-854c0de9012e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 943 time: 0.1632948 Aug 10 14:29:59.185403 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.254744 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de526e61-11f8-49ad-87b0-e41d6a3f96ba req-c9423aea-2468-4cf6-b8ec-934dbedc4aff tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975707 Aug 10 14:29:59.256036 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Attempting to bind port df9b39d6-0b39-473d-9831-d5344c7c2d57 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:29:59.256371 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Attempting to bind port df9b39d6-0b39-473d-9831-d5344c7c2d57 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:29:59.257278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Attempting to bind port df9b39d6-0b39-473d-9831-d5344c7c2d57 on network 02da8eb3-4dd0-456a-a828-2a2a787b463c {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:29:59.266527 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Port df9b39d6-0b39-473d-9831-d5344c7c2d57 on network 02da8eb3-4dd0-456a-a828-2a2a787b463c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:29:59.267212 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Attempting to bind port df9b39d6-0b39-473d-9831-d5344c7c2d57 on network 02da8eb3-4dd0-456a-a828-2a2a787b463c {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:29:59.298295 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:29:59.300840 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Checking segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:29:59.302366 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Bound using segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:29:59.303953 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Bound port: df9b39d6-0b39-473d-9831-d5344c7c2d57, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:29:59.306849 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.469206 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] For port df9b39d6-0b39-473d-9831-d5344c7c2d57, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:29:59.473466 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] For port df9b39d6-0b39-473d-9831-d5344c7c2d57, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:29:59.479130 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.479673 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.496729 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Transition to ACTIVE for port object 3b719320-bfdd-411e-ad6d-70714eac3cc6 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:29:59.508648 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.530249 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:59.530853 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.532313 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/df9b39d6-0b39-473d-9831-d5344c7c2d57 HTTP/1.1" status: 200 len: 1093 time: 1.3885708 Aug 10 14:29:59.532760 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:29:59.535062 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a018c0-705a-4382-8a8b-92fc966330b9" -d '{"events": [{"name": "network-changed", "server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:29:59.556805 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.574851 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 6af294dc-e675-4efe-962d-48c90a30a63d up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:29:59.614726 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Pushing event updated for resources: {'Port': ['ID=3b719320-bfdd-411e-ad6d-70714eac3cc6,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:59.641956 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bfa372-3911-45fc-823f-5f6759e4b93e x-openstack-request-id: req-37bfa372-3911-45fc-823f-5f6759e4b93e {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:29:59.642612 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:29:59.643096 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37bfa372-3911-45fc-823f-5f6759e4b93e {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:29:59.643724 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'status': 'completed', 'code': 200} Aug 10 14:29:59.644218 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.644573 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.644910 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.645242 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.645568 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.646120 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.646450 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.646814 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.647168 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.647489 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.647811 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.648127 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:29:59.679582 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37383015-f518-49ad-8404-9040e060a4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df9b39d6-0b39-473d-9831-d5344c7c2d57,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:29:59.690582 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 6af294dc-e675-4efe-962d-48c90a30a63d triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:29:59.691473 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.726657 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-a0af3c16-338c-4cb5-ac9b-fe62f1959b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:59.733642 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Attempting to bind port 3b719320-bfdd-411e-ad6d-70714eac3cc6 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:29:59.734263 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Attempting to bind port 3b719320-bfdd-411e-ad6d-70714eac3cc6 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:29:59.734982 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Attempting to bind port 3b719320-bfdd-411e-ad6d-70714eac3cc6 on network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:29:59.735434 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-a0af3c16-338c-4cb5-ac9b-fe62f1959b32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 1096 time: 0.1420243 Aug 10 14:29:59.744495 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:29:59.745420 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Checking segment: {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:29:59.746349 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.746913 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Bound using segment: {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:29:59.747561 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Bound port: 3b719320-bfdd-411e-ad6d-70714eac3cc6, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:29:59.748132 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.856396 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-4dab02df-6bd7-431a-b6b9-c90aaa2f007a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57 HTTP/1.1" status: 200 len: 217 time: 0.1025357 Aug 10 14:29:59.871755 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device d4c30f32-66a4-4a39-9986-8769cfe6605b up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:29:59.881527 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Router f176be66-74b5-4f4d-8560-a4528e0fe764 is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:29:59.939198 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] For port 3b719320-bfdd-411e-ad6d-70714eac3cc6, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:29:59.942411 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-7adb1e66-a984-441d-9a99-c802f5a473c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:29:59.944246 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-7adb1e66-a984-441d-9a99-c802f5a473c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0816011 Aug 10 14:29:59.944823 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] For port 3b719320-bfdd-411e-ad6d-70714eac3cc6, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=3b719320-bfdd-411e-ad6d-70714eac3cc6,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:29:59.958152 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:00.008155 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:00.020974 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-c93c8b84-aa5b-4e70-8e5e-50157944b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:00.027469 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-c93c8b84-aa5b-4e70-8e5e-50157944b725 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729015 Aug 10 14:30:00.050960 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port d4c30f32-66a4-4a39-9986-8769cfe6605b completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:00.093466 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:00.094156 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:00.098019 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23c9f9-c685-4b6c-a542-0e62e54607b3 None None] Pushing event updated for resources: {'Port': ['ID=3b719320-bfdd-411e-ad6d-70714eac3cc6,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:00.158369 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:00.191249 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:00.191249 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f7a742e9-8a90-4ae0-86a9-f8e17ae5f2b7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8405919 Aug 10 14:30:00.191932 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56806) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:00.199215 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Sync routers for ids ['f176be66-74b5-4f4d-8560-a4528e0fe764'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:00.212430 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Routers {'f176be66-74b5-4f4d-8560-a4528e0fe764'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:00.214232 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f176be66-74b5-4f4d-8560-a4528e0fe764'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:00.331126 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-510d10c4-fc89-4485-bfa5-bc323a029e0d service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985320 Aug 10 14:30:00.412968 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:00.609966 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7fdc16dd-d1be-4f7b-a71d-256b652fcdd3 req-34011ed6-c054-4c3e-8556-9dec32ebc9c6 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303284 Aug 10 14:30:00.617621 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10cf749-7420-4f78-b977-50042e54a8bc None None] Network 4a073c6b-1d1d-4d3a-b685-70a0320d581b requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:00.738628 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Set router f176be66-74b5-4f4d-8560-a4528e0fe764 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:00.808122 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:29:59Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:00.813411 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f843542-dd5c-4720-8f16-d7374797bb57 req-10345ddd-905b-4e07-af32-b70dc8c3935e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:00.815182 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7f843542-dd5c-4720-8f16-d7374797bb57 req-10345ddd-905b-4e07-af32-b70dc8c3935e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 943 time: 0.3352723 Aug 10 14:30:00.840187 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-4f5efd6a-18f0-4f96-a802-c56125b5453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:00.841830 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-4f5efd6a-18f0-4f96-a802-c56125b5453c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 1096 time: 0.1181848 Aug 10 14:30:00.845364 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584628d9-3eb3-431a-ac68-259af2f49f59 None None] The sync data for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi is: [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:29:59Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:00.944724 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-65e8160e-9aa4-40e9-bba1-60ca70ef6dd0 None None] Provisioning for port d4c30f32-66a4-4a39-9986-8769cfe6605b completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:00.959176 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-65e8160e-9aa4-40e9-bba1-60ca70ef6dd0 None None] Provisioning complete for port d4c30f32-66a4-4a39-9986-8769cfe6605b triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:00.959553 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-65e8160e-9aa4-40e9-bba1-60ca70ef6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.046184 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7f843542-dd5c-4720-8f16-d7374797bb57 req-a65f43ec-43ce-4e60-9aac-35e97c95cba7 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999872 Aug 10 14:30:01.102863 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-0815be27-69ed-49a3-97d3-2ffc55926f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:01.104504 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-0815be27-69ed-49a3-97d3-2ffc55926f2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.2547727 Aug 10 14:30:01.173952 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-f8f08c32-5b3a-4c36-949c-8d6d749cbfb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57 HTTP/1.1" status: 200 len: 217 time: 0.0472105 Aug 10 14:30:01.200077 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:29:58Z', 'revision_number': 3, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port': {'id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:58Z', 'updated_at': '2021-08-10T14:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:01.204162 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-65e8160e-9aa4-40e9-bba1-60ca70ef6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.253029 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Checking router: f176be66-74b5-4f4d-8560-a4528e0fe764 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:01.253435 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Updating router f176be66-74b5-4f4d-8560-a4528e0fe764 port 6de998c4-f15d-49fc-879c-a916070ce4d9 binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:01.327494 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-98b53cac-6686-4a79-a46d-441a6d93ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:01.328139 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-65e8160e-9aa4-40e9-bba1-60ca70ef6dd0 None None] For port d4c30f32-66a4-4a39-9986-8769cfe6605b, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=d4c30f32-66a4-4a39-9986-8769cfe6605b,segment=NetworkSegment(c8fb1071-3adf-4355-8017-b1c6cdeb8bb1),segment_id=c8fb1071-3adf-4355-8017-b1c6cdeb8bb1)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:01.329024 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-98b53cac-6686-4a79-a46d-441a6d93ec60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.1483181 Aug 10 14:30:01.329535 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.366738 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-65e8160e-9aa4-40e9-bba1-60ca70ef6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.409220 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.481857 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 3b719320-bfdd-411e-ad6d-70714eac3cc6 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:01.516949 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-b4fb2e02-46bb-4862-b185-de42d7aaf389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:01.519364 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-b4fb2e02-46bb-4862-b185-de42d7aaf389 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1829255 Aug 10 14:30:01.565083 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8160e-9aa4-40e9-bba1-60ca70ef6dd0 None None] Pushing event updated for resources: {'Port': ['ID=d4c30f32-66a4-4a39-9986-8769cfe6605b,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:01.581891 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f5b96876-8b19-427d-962f-db75d5b4a75e None None] Provisioning complete for port d4c30f32-66a4-4a39-9986-8769cfe6605b triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:01.582470 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f5b96876-8b19-427d-962f-db75d5b4a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.679328 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.702364 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 3b719320-bfdd-411e-ad6d-70714eac3cc6 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:01.717217 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 3b719320-bfdd-411e-ad6d-70714eac3cc6 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:01.717217 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.740074 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-0ec53e8c-df72-413d-8be2-99113b67f059 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095838 Aug 10 14:30:01.821831 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Allocated IP 172.20.0.1 (4a073c6b-1d1d-4d3a-b685-70a0320d581b/b5e36b92-7221-4979-8697-4b9bfad048f8/80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:01.914839 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.934267 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Transition to ACTIVE for port object 6de998c4-f15d-49fc-879c-a916070ce4d9 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:01.936636 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.961082 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:01.969832 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60a018c0-705a-4382-8a8b-92fc966330b9 req-6b50c8a6-36f1-42dc-b0ff-94f182f40f04 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219114 Aug 10 14:30:02.056619 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 3b719320-bfdd-411e-ad6d-70714eac3cc6, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=3b719320-bfdd-411e-ad6d-70714eac3cc6,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:02.057495 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.077297 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.077636 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Transition to ACTIVE for port object 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:02.086887 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Attempting to bind port 6de998c4-f15d-49fc-879c-a916070ce4d9 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:02.087311 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Attempting to bind port 6de998c4-f15d-49fc-879c-a916070ce4d9 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:02.087761 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Attempting to bind port 6de998c4-f15d-49fc-879c-a916070ce4d9 on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:02.092087 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898465e5-4f1c-48f5-93e3-9d8a9f9e95b3 None None] Pushing event updated for resources: {'Port': ['ID=6de998c4-f15d-49fc-879c-a916070ce4d9,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:02.123615 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:02.124038 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:02.124439 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.124834 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:02.125329 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Bound port: 6de998c4-f15d-49fc-879c-a916070ce4d9, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:02.125881 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.142306 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.191259 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=3b719320-bfdd-411e-ad6d-70714eac3cc6,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:02.219180 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] For port 6de998c4-f15d-49fc-879c-a916070ce4d9, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:02.222800 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] For port 6de998c4-f15d-49fc-879c-a916070ce4d9, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=6de998c4-f15d-49fc-879c-a916070ce4d9,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:02.227678 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.247249 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Network 4a073c6b-1d1d-4d3a-b685-70a0320d581b is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:02.252944 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:02.256560 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:02.282852 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Pushing event updated for resources: {'Port': ['ID=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:02.286549 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Routers {'f176be66-74b5-4f4d-8560-a4528e0fe764'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:02.287266 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f176be66-74b5-4f4d-8560-a4528e0fe764'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:02.320342 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8be01-5e48-482a-90c4-48fad874554c req-82126b28-5d32-414e-bb71-fd2b533dc534 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:02.321924 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ef8be01-5e48-482a-90c4-48fad874554c req-82126b28-5d32-414e-bb71-fd2b533dc534 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 943 time: 0.1310537 Aug 10 14:30:02.323184 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.324192 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898465e5-4f1c-48f5-93e3-9d8a9f9e95b3 None None] Pushing event updated for resources: {'Port': ['ID=6de998c4-f15d-49fc-879c-a916070ce4d9,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:02.409936 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] Set router f176be66-74b5-4f4d-8560-a4528e0fe764 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:02.535296 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-e260bcf7-bc6e-4496-a3d6-627bae35b597 None None] Provisioning for port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:02.547625 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-e260bcf7-bc6e-4496-a3d6-627bae35b597 None None] Provisioning complete for port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:02.547999 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e260bcf7-bc6e-4496-a3d6-627bae35b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.702060 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ef8be01-5e48-482a-90c4-48fad874554c req-431ee1ee-89cc-4273-a7b9-d70bbd283b8a tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359737 Aug 10 14:30:02.750913 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-e260bcf7-bc6e-4496-a3d6-627bae35b597 None None] Port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:02.784131 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:29:58Z', 'revision_number': 3, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port': {'id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:58Z', 'updated_at': '2021-08-10T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:02.787797 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.811194 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cdf158-282c-411b-a9a9-b61f5a0531b5 None None] The sync data for ids ['f176be66-74b5-4f4d-8560-a4528e0fe764'] in dv-cinder-799668-5-iscsi is: [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:29:58Z', 'revision_number': 3, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port': {'id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:58Z', 'updated_at': '2021-08-10T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:02.968449 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.981041 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:03.079765 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Pushing event updated for resources: {'Port': ['ID=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:03.083032 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:03.215842 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Network 4a073c6b-1d1d-4d3a-b685-70a0320d581b is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:03.221195 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:03.489412 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Router f176be66-74b5-4f4d-8560-a4528e0fe764 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:30:03.519805 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device d4c30f32-66a4-4a39-9986-8769cfe6605b up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:03.600186 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c5fb94d3-0332-4fe1-8832-a61a23b9afa0 None None] Provisioning complete for port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:03.600558 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c5fb94d3-0332-4fe1-8832-a61a23b9afa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:03.647858 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port d4c30f32-66a4-4a39-9986-8769cfe6605b triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:03.648452 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:03.672392 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb94d3-0332-4fe1-8832-a61a23b9afa0 None None] Port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:03.672971 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:03.690851 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-aa8fd279-b09c-4d15-80c4-023df7f1c353 admin admin] 10.222.0.44 "PUT /v2.0/routers/f176be66-74b5-4f4d-8560-a4528e0fe764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4977059 Aug 10 14:30:03.878557 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 6de998c4-f15d-49fc-879c-a916070ce4d9 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:03.901111 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c74278-c2d6-428f-b47d-3b014e6a9a34 req-d44e5cd7-de0a-4a50-a0b3-294f7a120557 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:03.902981 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b4c74278-c2d6-428f-b47d-3b014e6a9a34 req-d44e5cd7-de0a-4a50-a0b3-294f7a120557 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 943 time: 0.0627751 Aug 10 14:30:03.955753 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b4c74278-c2d6-428f-b47d-3b014e6a9a34 req-7d96e2c7-c059-4c51-8545-ba559b3f0509 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Aug 10 14:30:03.967134 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 6de998c4-f15d-49fc-879c-a916070ce4d9 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:03.975976 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 6de998c4-f15d-49fc-879c-a916070ce4d9 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:03.976766 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:04.064244 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:04.088041 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 6de998c4-f15d-49fc-879c-a916070ce4d9, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=6de998c4-f15d-49fc-879c-a916070ce4d9,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:04.092618 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:04.094153 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 3b719320-bfdd-411e-ad6d-70714eac3cc6 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:04.171197 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=6de998c4-f15d-49fc-879c-a916070ce4d9,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:04.192835 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 3b719320-bfdd-411e-ad6d-70714eac3cc6 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:04.193207 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:04.826276 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Sync routers for ids ['f176be66-74b5-4f4d-8560-a4528e0fe764'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:04.837513 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Routers {'f176be66-74b5-4f4d-8560-a4528e0fe764'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:04.838186 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f176be66-74b5-4f4d-8560-a4528e0fe764'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:05.036323 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Set router f176be66-74b5-4f4d-8560-a4528e0fe764 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:05.119903 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca96efc-35a0-4f6b-a3be-25363bc42e81 req-f4311aab-009e-41ca-840f-d7d44edb268b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:05.121617 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ca96efc-35a0-4f6b-a3be-25363bc42e81 req-f4311aab-009e-41ca-840f-d7d44edb268b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 943 time: 0.0704730 Aug 10 14:30:05.165273 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9ca96efc-35a0-4f6b-a3be-25363bc42e81 req-1042fe85-76bb-496e-95a4-cc494584932e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370965 Aug 10 14:30:05.312872 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:30:02Z', 'revision_number': 4, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port': {'id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:58Z', 'updated_at': '2021-08-10T14:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0', 'name': '', 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'mac_address': 'fa:16:3e:0d:79:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b5e36b92-7221-4979-8697-4b9bfad048f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:01Z', 'updated_at': '2021-08-10T14:30:02Z', 'revision_number': 2, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'subnets': [{'id': 'b5e36b92-7221-4979-8697-4b9bfad048f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:05.345902 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Checking router: f176be66-74b5-4f4d-8560-a4528e0fe764 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:05.346282 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Updating router f176be66-74b5-4f4d-8560-a4528e0fe764 port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:05.358176 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 6de998c4-f15d-49fc-879c-a916070ce4d9 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:05.451740 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 6de998c4-f15d-49fc-879c-a916070ce4d9 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:05.452280 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:05.525441 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:05.854244 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:05.866525 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Transition to ACTIVE for port object 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:05.874569 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:05.932251 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4b0cb-2df9-4e2d-9270-d2dd1902b3fe None None] Pushing event updated for resources: {'Port': ['ID=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:06.014458 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Attempting to bind port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:06.015307 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Attempting to bind port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:06.015307 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Attempting to bind port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 on network 4a073c6b-1d1d-4d3a-b685-70a0320d581b {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:06.022551 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:06.022917 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Checking segment: {'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:06.023314 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:06.023701 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Bound using segment: {'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:06.024296 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Bound port: 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:06.024680 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:06.112010 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] For port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:06.117725 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] For port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,segment=NetworkSegment(c8fb1071-3adf-4355-8017-b1c6cdeb8bb1),segment_id=c8fb1071-3adf-4355-8017-b1c6cdeb8bb1)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:06.123607 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:06.186193 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Routers {'f176be66-74b5-4f4d-8560-a4528e0fe764'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:06.186539 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f176be66-74b5-4f4d-8560-a4528e0fe764'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:06.250353 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4b0cb-2df9-4e2d-9270-d2dd1902b3fe None None] Pushing event updated for resources: {'Port': ['ID=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:06.335278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c24cb-63a4-4cf2-813f-615ea56c35af req-8afed64c-7f8c-46f7-8411-5ac12fdd4153 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:06.337785 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad4c24cb-63a4-4cf2-813f-615ea56c35af req-8afed64c-7f8c-46f7-8411-5ac12fdd4153 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 943 time: 0.0767474 Aug 10 14:30:06.437342 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] Set router f176be66-74b5-4f4d-8560-a4528e0fe764 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:06.444333 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad4c24cb-63a4-4cf2-813f-615ea56c35af req-a4a8ba3d-bd1f-4061-92c2-d3f6333307a1 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978110 Aug 10 14:30:06.791627 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:30:02Z', 'revision_number': 4, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port': {'id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:58Z', 'updated_at': '2021-08-10T14:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0', 'name': '', 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'mac_address': 'fa:16:3e:0d:79:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b5e36b92-7221-4979-8697-4b9bfad048f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:01Z', 'updated_at': '2021-08-10T14:30:06Z', 'revision_number': 4, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'subnets': [{'id': 'b5e36b92-7221-4979-8697-4b9bfad048f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:06.820168 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067baec-627d-475d-996e-04e9ee2d4f16 None None] The sync data for ids ['f176be66-74b5-4f4d-8560-a4528e0fe764'] in dv-cinder-799668-5-iscsi is: [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:30:02Z', 'revision_number': 4, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port': {'id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:58Z', 'updated_at': '2021-08-10T14:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0', 'name': '', 'network_id': '4a073c6b-1d1d-4d3a-b685-70a0320d581b', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'mac_address': 'fa:16:3e:0d:79:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b5e36b92-7221-4979-8697-4b9bfad048f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:01Z', 'updated_at': '2021-08-10T14:30:06Z', 'revision_number': 4, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'subnets': [{'id': 'b5e36b92-7221-4979-8697-4b9bfad048f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:07.238192 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device df9b39d6-0b39-473d-9831-d5344c7c2d57 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:30:07.431499 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:07.501581 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port df9b39d6-0b39-473d-9831-d5344c7c2d57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:07.537261 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:30:07.588769 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:07.626387 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:07.626788 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:07.677915 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6f710-ff27-4dbe-aff0-78c324d09793 req-dd757fe1-668b-4f6e-a7c0-aebfbce48348 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:07.686681 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-77e6f710-ff27-4dbe-aff0-78c324d09793 req-dd757fe1-668b-4f6e-a7c0-aebfbce48348 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 943 time: 0.0756977 Aug 10 14:30:07.689910 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:07.730640 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-77e6f710-ff27-4dbe-aff0-78c324d09793 req-3fe01f4f-6f9c-4d67-929f-bd2372e16234 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Aug 10 14:30:07.763393 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9b39d6-0b39-473d-9831-d5344c7c2d57 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:30:07.814441 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port df9b39d6-0b39-473d-9831-d5344c7c2d57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:07.823184 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:07.917668 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=df9b39d6-0b39-473d-9831-d5344c7c2d57,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:08.056432 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:08.108860 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,segment=NetworkSegment(c8fb1071-3adf-4355-8017-b1c6cdeb8bb1),segment_id=c8fb1071-3adf-4355-8017-b1c6cdeb8bb1)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:08.119895 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:08.176393 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['df9b39d6-0b39-473d-9831-d5344c7c2d57'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:30:08.236869 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:08.962306 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5900-acba-4658-9bac-28394121946a req-34192787-ea8e-43bd-b3b5-00f813ea204f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:08.964206 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-48fa5900-acba-4658-9bac-28394121946a req-34192787-ea8e-43bd-b3b5-00f813ea204f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 944 time: 0.0724969 Aug 10 14:30:09.041447 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-48fa5900-acba-4658-9bac-28394121946a req-7541a411-fcc8-47eb-b14f-6662718fa67b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678627 Aug 10 14:30:09.236485 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device df9b39d6-0b39-473d-9831-d5344c7c2d57 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:09.339989 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port df9b39d6-0b39-473d-9831-d5344c7c2d57 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:09.351694 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port df9b39d6-0b39-473d-9831-d5344c7c2d57 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:09.352257 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:09.391490 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:09.399872 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:09.611517 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:09.655994 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:30:09.658438 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a047365f-57d8-40d4-85b9-a953d7de97d3" -d '{"events": [{"server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "name": "network-vif-plugged", "status": "completed", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:30:09.663166 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port df9b39d6-0b39-473d-9831-d5344c7c2d57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:09.664796 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:09.665197 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:09.707754 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:09.719680 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8491526-3649-4a48-9227-c4495f9973be x-openstack-request-id: req-d8491526-3649-4a48-9227-c4495f9973be {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:30:09.719966 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "name": "network-vif-plugged", "status": "completed", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:30:09.720416 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8491526-3649-4a48-9227-c4495f9973be {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:30:09.720976 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'code': 200} Aug 10 14:30:09.800653 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=df9b39d6-0b39-473d-9831-d5344c7c2d57,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:10.052764 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53a214-fb79-479f-a6ba-b4a33e875c5d req-f6a3949e-297d-4f19-b954-f892843e5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:10.056447 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de53a214-fb79-479f-a6ba-b4a33e875c5d req-f6a3949e-297d-4f19-b954-f892843e5a56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 1098 time: 0.0848961 Aug 10 14:30:10.122806 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-de53a214-fb79-479f-a6ba-b4a33e875c5d req-e91fc252-2be9-4271-955b-10043bfb164f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583775 Aug 10 14:30:10.209247 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9126ece-b187-4f84-8fc5-9b45f9c3f09e req-f2f890c5-d6d1-46c8-8e36-782b9f3ad464 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:10.210998 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f9126ece-b187-4f84-8fc5-9b45f9c3f09e req-f2f890c5-d6d1-46c8-8e36-782b9f3ad464 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 945 time: 0.0747030 Aug 10 14:30:10.287991 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f9126ece-b187-4f84-8fc5-9b45f9c3f09e req-07940383-b821-4f1d-9a08-ee73b7b098db tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704610 Aug 10 14:30:11.485095 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31446f-47f4-4fb0-ad59-1084af2038e9 req-73c8c257-b603-478f-9214-8ac6e1bf6fc0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:11.495626 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff31446f-47f4-4fb0-ad59-1084af2038e9 req-73c8c257-b603-478f-9214-8ac6e1bf6fc0 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 945 time: 0.1142235 Aug 10 14:30:11.566752 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ff31446f-47f4-4fb0-ad59-1084af2038e9 req-8cbf5671-a0f0-4731-9257-8562b7092d3a tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637379 Aug 10 14:30:11.755516 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef1c68-bda0-4c2d-a9d7-137ddf2ca06b req-2bf8b102-a4ed-498b-a6fd-7dff1ac488dd tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:11.763286 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-caef1c68-bda0-4c2d-a9d7-137ddf2ca06b req-2bf8b102-a4ed-498b-a6fd-7dff1ac488dd tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 945 time: 0.0815024 Aug 10 14:30:11.812322 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-caef1c68-bda0-4c2d-a9d7-137ddf2ca06b req-70afe7ed-12f0-48cb-99dc-03fad8fd4383 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476339 Aug 10 14:30:11.832129 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 56996) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:11.876225 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6cfde-0ec5-4843-8d21-c2502e5f3c3f tempest-TestVolumeBootPattern-1772747474 tempest-TestVolumeBootPattern-1772747474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:11.881267 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0eb6cfde-0ec5-4843-8d21-c2502e5f3c3f tempest-TestVolumeBootPattern-1772747474 tempest-TestVolumeBootPattern-1772747474-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 1093 time: 0.0477960 Aug 10 14:30:11.882173 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 56998) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:11.890425 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:11.963749 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.122832 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.369579 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Allocated IP 172.27.3.52 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/1ac6adfc-7c8a-449c-b227-aab97ff572cb) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:12.603292 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.690471 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.746987 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:12.751394 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:12.764216 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=1ac6adfc-7c8a-449c-b227-aab97ff572cb,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:12.766440 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:13.371716 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.514378 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.820027 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.826396 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.949044 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=1ac6adfc-7c8a-449c-b227-aab97ff572cb,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:13.980994 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.164354 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Floating IP 955bd744-0d21-48f4-97ea-5f410cb6b0ea associated. External IP: 172.27.3.52, port: df9b39d6-0b39-473d-9831-d5344c7c2d57. Aug 10 14:30:14.508318 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Router 083d9cf6-5c6c-4223-8551-00539b909929 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:30:14.665569 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:14.676940 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:14.691188 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:14.693322 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:14.707606 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.752812 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-78cce259-51a6-46b8-aaed-57ce56dc2ef3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8677320 Aug 10 14:30:14.755127 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:30:14.757213 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69226080-3321-45e1-8c54-6b3cfdbb2864" -d '{"events": [{"name": "network-changed", "server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:30:14.802104 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c35cb1f-119b-47a1-8d22-cbd64fa712b0 x-openstack-request-id: req-4c35cb1f-119b-47a1-8d22-cbd64fa712b0 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:30:14.802398 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:30:14.802727 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c35cb1f-119b-47a1-8d22-cbd64fa712b0 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:30:14.803134 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'status': 'completed', 'code': 200} Aug 10 14:30:14.872043 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:15.193419 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:13Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:15.229086 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:15.239964 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:15.241402 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:15.379085 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:15.786678 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:13Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:15.823206 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a86e4d-4569-4b49-a605-5d4cb344fefe None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:13Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:16.063487 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1089f9-4af9-4a42-9ea8-9f7c3b942732 None None] New status for floating IP 955bd744-0d21-48f4-97ea-5f410cb6b0ea: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:30:16.309455 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-8fa86fae-28f0-451c-be07-2adde59aaf1a tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:16.311017 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-8fa86fae-28f0-451c-be07-2adde59aaf1a tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 815 time: 0.1213105 Aug 10 14:30:16.327302 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-f813f6f6-8bfe-4992-b7b7-799441c3e0af tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/quotas/2457b06567824d75b894a6edeb199a7d HTTP/1.1" status: 200 len: 375 time: 0.0100012 Aug 10 14:30:16.398765 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-5b033a5b-3ada-483b-8375-e25bdd7fdf8f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651975 Aug 10 14:30:16.504508 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-2c45508c-2f95-49b1-ba16-e72c82714c7f service neutron] 10.222.0.44 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922861 Aug 10 14:30:16.607197 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-c2bb60ab-24a0-407e-a0df-625b602608ac service neutron] 10.222.0.44 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962825 Aug 10 14:30:16.774483 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-122d3c3e-68f3-4ce6-ac1c-f36aad9ee7ed req-b2a77d44-8879-47ce-883e-0927f6367399 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 210 time: 0.0281436 Aug 10 14:30:17.387609 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-d74d5845-0fae-4e3b-9fe2-a6376a15117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:17.390198 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-d74d5845-0fae-4e3b-9fe2-a6376a15117b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 1098 time: 0.0490692 Aug 10 14:30:17.496842 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-027aa4ca-fb48-4db9-b74c-441b011d77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:17.497965 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-027aa4ca-fb48-4db9-b74c-441b011d77a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.0972700 Aug 10 14:30:17.570622 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-97165341-3ba8-4e91-82cf-1fa96426d5b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57 HTTP/1.1" status: 200 len: 1000 time: 0.0650785 Aug 10 14:30:17.629774 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-13e1aacf-61e3-47cd-b6df-cd4a73fe8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:17.631442 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-13e1aacf-61e3-47cd-b6df-cd4a73fe8fe2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0539544 Aug 10 14:30:17.876702 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4da35829-54c2-447e-8a53-80a762848228 req-a38efb2b-7baa-4dd3-935e-b47f29d372c5 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 210 time: 0.0308502 Aug 10 14:30:18.526547 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-fa25a681-87bd-48f5-b352-f723e011060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:18.528057 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-fa25a681-87bd-48f5-b352-f723e011060e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418606 Aug 10 14:30:18.980572 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b9063c10-96c6-44aa-a2fb-82d59b0aff00 req-0e7e34ca-80a5-45f5-9239-ca1e6b4045d2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 210 time: 0.0301886 Aug 10 14:30:19.437358 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-ac4db9db-e911-4adb-9dc8-47275ce5da51 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948567 Aug 10 14:30:20.075874 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4e9ac8b6-26b6-44d1-a815-fa0260eb6c14 req-e539bd06-7373-42e8-bdc9-c24eca6e526e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 210 time: 0.0269012 Aug 10 14:30:20.380945 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-69226080-3321-45e1-8c54-6b3cfdbb2864 req-15702689-740b-4287-8e58-77c759eb3377 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900135 Aug 10 14:30:20.770364 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:30:20.832575 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-375bd1f4-838a-44eb-850a-4e60c7a9ba4f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:20.834177 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-375bd1f4-838a-44eb-850a-4e60c7a9ba4f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.46 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 815 time: 0.1457777 Aug 10 14:30:20.873730 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'port': {'device_id': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'admin_state_up': True, 'tenant_id': '2457b06567824d75b894a6edeb199a7d'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:21.019319 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Made reservation on behalf of 2457b06567824d75b894a6edeb199a7d for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:21.023184 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.534902 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b64ca88c-492e-4839-9201-158d86db879d req-0fee517d-7bc7-4f38-ba3f-7880b1a2a65e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 210 time: 0.0524602 Aug 10 14:30:21.708510 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Allocated IP 172.20.0.7 (8efd9ed0-dcd4-40c0-830c-cbc587abea9d/dd16f986-48e6-45f8-b5b3-576f15af1961/808f264d-347f-45e9-bfd3-1ebb29b50630) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:22.064348 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.090814 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Transition to ACTIVE for port object 808f264d-347f-45e9-bfd3-1ebb29b50630 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:22.214753 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.278434 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:22.284968 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:22.289664 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:22.342838 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'Port': ['ID=808f264d-347f-45e9-bfd3-1ebb29b50630,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:22.380971 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.381311 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.381751 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.382065 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.382826 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.383189 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.383520 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.383858 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.384191 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.384544 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.384837 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.385381 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:22.428978 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:22.430105 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.461791 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-1a29068d-26a4-47d4-acf3-cbf844226d2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5922947 Aug 10 14:30:22.650689 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-0fdbaf7b-6c85-4d42-bb4b-fdcd68b50c5b None None] Provisioning for port 808f264d-347f-45e9-bfd3-1ebb29b50630 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:22.666414 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-0fdbaf7b-6c85-4d42-bb4b-fdcd68b50c5b None None] Provisioning complete for port 808f264d-347f-45e9-bfd3-1ebb29b50630 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:22.667064 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-0fdbaf7b-6c85-4d42-bb4b-fdcd68b50c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.729786 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-0fdbaf7b-6c85-4d42-bb4b-fdcd68b50c5b None None] Port 808f264d-347f-45e9-bfd3-1ebb29b50630 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:22.749717 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a864ead-6163-4281-aa4e-afbb23e8ee16 req-374efda5-b913-4c5a-818c-5ca039e4669e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:22.757753 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a864ead-6163-4281-aa4e-afbb23e8ee16 req-374efda5-b913-4c5a-818c-5ca039e4669e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 931 time: 0.1118019 Aug 10 14:30:22.798519 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a864ead-6163-4281-aa4e-afbb23e8ee16 req-1863b76f-cf1c-416e-a396-4a39ec016d9b tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Aug 10 14:30:23.950867 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5dade-20c1-4e4d-b03d-b42b2e15ac1b req-4a503ea5-a918-451b-9a27-fe63777809ae tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:23.959232 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1d5dade-20c1-4e4d-b03d-b42b2e15ac1b req-4a503ea5-a918-451b-9a27-fe63777809ae tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 931 time: 0.0698433 Aug 10 14:30:24.010260 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a1d5dade-20c1-4e4d-b03d-b42b2e15ac1b req-6115c4f1-a64f-4eb5-a183-eee4c4b1750f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450091 Aug 10 14:30:24.209898 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57214) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:24.261363 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e617ed74-247d-4a91-876f-45932c0e7497 admin admin] Deleting subnet ad1ce4d3-fc9b-4e81-ab2a-48db345de860 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:30:24.264489 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e617ed74-247d-4a91-876f-45932c0e7497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.302682 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e617ed74-247d-4a91-876f-45932c0e7497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4254329'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.344124 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e617ed74-247d-4a91-876f-45932c0e7497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.400217 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e617ed74-247d-4a91-876f-45932c0e7497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4255071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6237532'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.432167 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617ed74-247d-4a91-876f-45932c0e7497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1ce4d3-fc9b-4e81-ab2a-48db345de860,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:24.434139 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-e617ed74-247d-4a91-876f-45932c0e7497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.436000 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-e617ed74-247d-4a91-876f-45932c0e7497 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ad1ce4d3-fc9b-4e81-ab2a-48db345de860 HTTP/1.1" status: 204 len: 168 time: 0.2249455 Aug 10 14:30:24.438806 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57218) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:24.518723 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.612671 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.625407 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e61b40f-163b-43b6-a03a-cb9c3ee96f5c']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:24.639600 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad28881d-88f7-4b90-90bb-a45a44572131') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:24.639893 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad28881d-88f7-4b90-90bb-a45a44572131') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:24.650453 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4254208'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.664838 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.670643 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:30:24.671020 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4255157'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: Traceback (most recent call last): Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: timer() Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: cb(*args, **kw) Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: return func(*args, **kwargs) Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: self._notify() Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: self.callback(batched_events) Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: event.method(event) Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: return f(self, *a, **k) Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._get(url).json() Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:30:24.672625 dv-cinder-799668-5-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:30:24.730920 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.736405 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.741562 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8e61b40f-163b-43b6-a03a-cb9c3ee96f5c HTTP/1.1" status: 204 len: 168 time: 0.3007975 Aug 10 14:30:24.755736 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be24ea-888a-4ffe-818d-259cb28a4182 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e61b40f-163b-43b6-a03a-cb9c3ee96f5c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:24.948794 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57222) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:25.000227 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-273f4a2c-5257-4535-89ba-6c54c40a9f68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9953a040fbe54fc7be2772fbb496435e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465312 Aug 10 14:30:25.001255 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57224) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:25.077866 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5751a73f-85a2-45d2-8b14-4c1b76f82ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.110259 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5751a73f-85a2-45d2-8b14-4c1b76f82ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.176708 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a069b8-04b6-412f-b1da-9f17420c952a req-25d20a63-76b0-4085-bad4-ed87c8060929 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:25.178326 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3a069b8-04b6-412f-b1da-9f17420c952a req-25d20a63-76b0-4085-bad4-ed87c8060929 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 931 time: 0.0805511 Aug 10 14:30:25.202395 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5751a73f-85a2-45d2-8b14-4c1b76f82ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.205716 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5751a73f-85a2-45d2-8b14-4c1b76f82ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.209773 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5751a73f-85a2-45d2-8b14-4c1b76f82ea2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2828bc34-e2e5-4a43-add0-3eafb1fcbad2 HTTP/1.1" status: 204 len: 168 time: 0.2082074 Aug 10 14:30:25.238009 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751a73f-85a2-45d2-8b14-4c1b76f82ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2828bc34-e2e5-4a43-add0-3eafb1fcbad2,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:25.262880 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e3a069b8-04b6-412f-b1da-9f17420c952a req-6041ad3f-96b1-4211-a59c-a9192841a33f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778775 Aug 10 14:30:25.827662 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3479b336-4464-4689-a430-4c7bb9ba15d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.140379 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57260) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:26.262679 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-216499765-network', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:26.285255 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Made reservation on behalf of dbd57cdbed9b4cc7a1d25cdd638476d6 for: {'network': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:26.288196 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.298143 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.450897 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20debff3-2f7a-42ec-8540-0156d21c01ea req-54bd4dd8-dc9f-4f09-9f03-3cc8716a9a7d tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:26.450897 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-20debff3-2f7a-42ec-8540-0156d21c01ea req-54bd4dd8-dc9f-4f09-9f03-3cc8716a9a7d tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 931 time: 0.0837767 Aug 10 14:30:26.490910 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.498542 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.531233 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-20debff3-2f7a-42ec-8540-0156d21c01ea req-3fcf3391-2062-4bf7-a520-3cc8630edc49 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690184 Aug 10 14:30:26.539540 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=93343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:30:26.559393 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69abba8d-b5aa-4334-bdfd-1fd680d97a9e,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:26.572706 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.573297 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.segments_db [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Added segment 874eb35c-9ab1-4cff-9418-35d45de63605 of type vlan for network 9b025577-c09b-4c7a-96af-69b481834a47 Aug 10 14:30:26.640625 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.675419 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.676491 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:26.677085 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.746580 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6043587 Aug 10 14:30:26.750775 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57266) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:26.752565 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128be8d-9a77-4a2c-887a-23fd94f4df87 admin admin] Pushing event updated for resources: {'Network': ['ID=9b025577-c09b-4c7a-96af-69b481834a47,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:26.757340 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Request body: {'subnet': {'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-216499765-subnet', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'ip_version': 4}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:26.772302 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 9b025577-c09b-4c7a-96af-69b481834a47 details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:30:26.805580 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Made reservation on behalf of dbd57cdbed9b4cc7a1d25cdd638476d6 for: {'subnet': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:26.811313 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5396131'] for subnet, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.101835 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5341335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5396145'] for subnet, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.189854 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:27.224467 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.224901 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.225153 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.225490 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.225835 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.226304 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.226659 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.226993 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.227376 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.227735 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.228090 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.228432 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:27.233344 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Checking segment: {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:27.233742 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Network hostable DHCP agents. Network: 9b025577-c09b-4c7a-96af-69b481834a47, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:30:27.261438 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Network 9b025577-c09b-4c7a-96af-69b481834a47 is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:30:27.276648 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 9b025577-c09b-4c7a-96af-69b481834a47) {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:27.284512 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:27.285489 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.293215 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35484866-9553-4e25-8dd8-e448ecb3a217 None None] Network 9b025577-c09b-4c7a-96af-69b481834a47 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:27.322036 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-30c3d529-fb45-4216-b0a5-e806dc194947 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5670364 Aug 10 14:30:27.324000 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57276) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:27.330267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:27.366151 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.368020 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.461563 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.499626 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-9b025577-c09b-4c7a-96af-69b481834a47', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:30:27.500506 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.631189 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.711879 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Allocated IP 172.20.0.2 (9b025577-c09b-4c7a-96af-69b481834a47/aaddf4c9-623d-4df4-a1c8-034b4bf53f7c/dc287964-e3e8-4e6a-80b5-04a58ee50ad8) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:27.787219 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284da2-7365-44f5-8330-8150ded68e56 req-973c6506-6e77-41bb-94bd-3bc4de0683dc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:27.795100 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad284da2-7365-44f5-8330-8150ded68e56 req-973c6506-6e77-41bb-94bd-3bc4de0683dc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 931 time: 0.0902414 Aug 10 14:30:27.903476 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad284da2-7365-44f5-8330-8150ded68e56 req-5a32f3e6-537b-4ab4-ba7d-6becb0f2a960 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072180 Aug 10 14:30:27.967063 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.976916 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Transition to ACTIVE for port object dc287964-e3e8-4e6a-80b5-04a58ee50ad8 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:28.017432 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Transition to ACTIVE for port object dc287964-e3e8-4e6a-80b5-04a58ee50ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:28.027938 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.092394 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Pushing event updated for resources: {'Port': ['ID=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:28.094487 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.107780 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Network 9b025577-c09b-4c7a-96af-69b481834a47 is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:28.114335 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:28.117530 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.117886 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.118277 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.118623 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.118946 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.119274 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.119758 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.120142 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.120477 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.120801 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.122769 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.123145 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:28.128380 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:28.130276 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.200566 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Attempting to bind port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:28.200931 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Attempting to bind port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:28.201291 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Attempting to bind port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 on network 9b025577-c09b-4c7a-96af-69b481834a47 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:28.207884 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:28.208255 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Checking segment: {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:28.208650 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.209295 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Bound using segment: {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:28.209788 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Bound port: dc287964-e3e8-4e6a-80b5-04a58ee50ad8, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:28.210205 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.278398 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Allocated IP 172.27.3.36 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/b5d8f629-b496-46b5-a34e-3c3b2b73b683) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:28.321329 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] For port dc287964-e3e8-4e6a-80b5-04a58ee50ad8, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:28.331569 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] For port dc287964-e3e8-4e6a-80b5-04a58ee50ad8, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:28.338722 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.425345 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfcacb-24da-481d-b556-1265223953d9 None None] Pushing event updated for resources: {'Port': ['ID=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:28.540565 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.622817 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b9e8acad-5e08-4518-a2ab-9a0a76bd1ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.656899 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.777965 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.788530 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Pushing event updated for resources: {'Port': ['ID=b5d8f629-b496-46b5-a34e-3c3b2b73b683,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:28.822654 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:28.829362 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:28.880222 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:29.213786 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166a701-c4c1-4539-863d-e40376e5af50 req-b2279753-1b03-466c-a841-c066a18784a5 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:29.215964 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f166a701-c4c1-4539-863d-e40376e5af50 req-b2279753-1b03-466c-a841-c066a18784a5 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 931 time: 0.1374633 Aug 10 14:30:29.358419 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f166a701-c4c1-4539-863d-e40376e5af50 req-2337be0f-e5f5-46a9-9004-36da497e355d tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315947 Aug 10 14:30:29.539749 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:29.716408 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device dc287964-e3e8-4e6a-80b5-04a58ee50ad8 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:29.942288 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:29.968027 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.135283 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.254226 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e75ec51-48df-44f4-80e8-89e49389b0c6 None None] Network 9b025577-c09b-4c7a-96af-69b481834a47 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:30.324638 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Router 670c6d67-ab2e-44b9-b74a-f98378b46cfe is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:30:30.346875 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c5745d34-1ae9-464b-a97e-00a1e851ca79 None None] Provisioning for port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:30.353539 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c5745d34-1ae9-464b-a97e-00a1e851ca79 None None] Provisioning complete for port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:30.353910 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c5745d34-1ae9-464b-a97e-00a1e851ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.697193 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c5745d34-1ae9-464b-a97e-00a1e851ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.811177 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c5745d34-1ae9-464b-a97e-00a1e851ca79 None None] For port dc287964-e3e8-4e6a-80b5-04a58ee50ad8, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:30.832159 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c5745d34-1ae9-464b-a97e-00a1e851ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.974039 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5745d34-1ae9-464b-a97e-00a1e851ca79 None None] Pushing event updated for resources: {'Port': ['ID=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:31.173486 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-085d4c54-94e0-4bdd-be33-20e6ed22e639 None None] Provisioning complete for port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:31.173869 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-085d4c54-94e0-4bdd-be33-20e6ed22e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.225296 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:31.240008 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Sync routers for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:31.257069 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:31.257069 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:31.301764 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.307508 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-87c11003-e598-4be9-812e-7b24a5e2e75f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9772432 Aug 10 14:30:31.308312 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57296) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:31.348148 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73276db5-58c4-4aa4-ba5f-fb7bd4363318 req-f85c6bce-b313-4462-a9cb-f6141e189c86 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:31.369958 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73276db5-58c4-4aa4-ba5f-fb7bd4363318 req-f85c6bce-b313-4462-a9cb-f6141e189c86 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 931 time: 0.1877012 Aug 10 14:30:31.466239 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device dc287964-e3e8-4e6a-80b5-04a58ee50ad8 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:31.570880 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73276db5-58c4-4aa4-ba5f-fb7bd4363318 req-37524dc4-67b8-40b1-890d-cf8bae68dcee tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992116 Aug 10 14:30:31.750239 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:32.196863 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.232790 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:32.233277 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.369621 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.467820 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 3, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:32.524843 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Checking router: 670c6d67-ab2e-44b9-b74a-f98378b46cfe for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:32.525421 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Updating router 670c6d67-ab2e-44b9-b74a-f98378b46cfe port b5d8f629-b496-46b5-a34e-3c3b2b73b683 binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:32.581092 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Allocated IP 172.20.0.1 (9b025577-c09b-4c7a-96af-69b481834a47/aaddf4c9-623d-4df4-a1c8-034b4bf53f7c/ce2caa8b-2f5b-437c-879a-e22b1ad94748) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:32.582679 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.584682 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Request body: {'port': {'device_id': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:32.677970 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.812932 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529d875-d0c7-4c45-ae62-3a7ab5c73791 req-7102bce4-3806-4078-9116-64fac89cadbb tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:32.815614 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a529d875-d0c7-4c45-ae62-3a7ab5c73791 req-7102bce4-3806-4078-9116-64fac89cadbb tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 931 time: 0.0900452 Aug 10 14:30:32.842927 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.859368 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.provisioning_blocks [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Transition to ACTIVE for port object ce2caa8b-2f5b-437c-879a-e22b1ad94748 will not be triggered until provisioned by entity DHCP. {{(pid=93342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:32.909189 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.931490 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a529d875-d0c7-4c45-ae62-3a7ab5c73791 req-8f24b387-cace-43e8-a0cd-065b2bdc48ed tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612895 Aug 10 14:30:32.974552 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Network 9b025577-c09b-4c7a-96af-69b481834a47 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:32.978568 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:32.989226 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:33.037631 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2caa8b-2f5b-437c-879a-e22b1ad94748,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:33.067897 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.173539 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808f264d-347f-45e9-bfd3-1ebb29b50630 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:30:33.189476 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.212501 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Transition to ACTIVE for port object 808f264d-347f-45e9-bfd3-1ebb29b50630 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:33.220644 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.294407 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.423161 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Pushing event updated for resources: {'Port': ['ID=808f264d-347f-45e9-bfd3-1ebb29b50630,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:33.461507 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Attempting to bind port 808f264d-347f-45e9-bfd3-1ebb29b50630 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:33.461856 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Attempting to bind port 808f264d-347f-45e9-bfd3-1ebb29b50630 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:33.462223 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Attempting to bind port 808f264d-347f-45e9-bfd3-1ebb29b50630 on network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:33.474631 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Port 808f264d-347f-45e9-bfd3-1ebb29b50630 on network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:30:33.474968 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Attempting to bind port 808f264d-347f-45e9-bfd3-1ebb29b50630 on network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:33.484568 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:33.485097 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Checking segment: {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:33.494540 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Bound using segment: {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:33.495502 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Bound port: 808f264d-347f-45e9-bfd3-1ebb29b50630, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5083449-038a-4597-b920-8108a75f0d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:33.496030 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.511635 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-17f37cef-4668-411a-b766-890041658d78 None None] Provisioning for port ce2caa8b-2f5b-437c-879a-e22b1ad94748 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:33.518939 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.521772 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-17f37cef-4668-411a-b766-890041658d78 None None] Provisioning complete for port ce2caa8b-2f5b-437c-879a-e22b1ad94748 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:33.522410 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-17f37cef-4668-411a-b766-890041658d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.560216 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Transition to ACTIVE for port object b5d8f629-b496-46b5-a34e-3c3b2b73b683 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:33.575632 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.611373 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-17f37cef-4668-411a-b766-890041658d78 None None] Port ce2caa8b-2f5b-437c-879a-e22b1ad94748 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:33.623662 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.634591 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.643937 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] For port 808f264d-347f-45e9-bfd3-1ebb29b50630, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:33.650722 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] For port 808f264d-347f-45e9-bfd3-1ebb29b50630, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=808f264d-347f-45e9-bfd3-1ebb29b50630,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:33.652658 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Attempting to bind port b5d8f629-b496-46b5-a34e-3c3b2b73b683 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:33.653090 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Attempting to bind port b5d8f629-b496-46b5-a34e-3c3b2b73b683 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:33.653539 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Attempting to bind port b5d8f629-b496-46b5-a34e-3c3b2b73b683 on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:33.656156 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799d6c4-6113-4df8-9e08-043466612c77 None None] Pushing event updated for resources: {'Port': ['ID=b5d8f629-b496-46b5-a34e-3c3b2b73b683,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:33.659751 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.671557 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:33.671942 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:33.672404 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.673721 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:33.674625 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Bound port: b5d8f629-b496-46b5-a34e-3c3b2b73b683, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:33.675070 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.714911 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:33.715540 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.716980 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] 10.222.0.46 "PUT /v2.0/ports/808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 1093 time: 1.1584687 Aug 10 14:30:33.717496 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:30:33.720174 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2fd45-4045-4017-ac8e-6a9c84787169" -d '{"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:30:33.762299 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.777274 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c95a8-de59-4090-ab7a-b6f2c5531d93 service neutron] Pushing event updated for resources: {'Port': ['ID=808f264d-347f-45e9-bfd3-1ebb29b50630,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:33.779644 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2caa8b-2f5b-437c-879a-e22b1ad94748,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:33.815122 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] For port b5d8f629-b496-46b5-a34e-3c3b2b73b683, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:33.815868 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f139f0f3-6111-4a6c-96b0-dd9fb7d5239f x-openstack-request-id: req-f139f0f3-6111-4a6c-96b0-dd9fb7d5239f {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:30:33.816222 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:30:33.816467 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f139f0f3-6111-4a6c-96b0-dd9fb7d5239f {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:30:33.816876 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'status': 'completed', 'code': 200} Aug 10 14:30:33.830536 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] For port b5d8f629-b496-46b5-a34e-3c3b2b73b683, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=b5d8f629-b496-46b5-a34e-3c3b2b73b683,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:33.840322 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.883968 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-99e2ce11-54c8-4028-bbea-5f1fa491ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:33.886662 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-99e2ce11-54c8-4028-bbea-5f1fa491ce70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1096 time: 0.1038296 Aug 10 14:30:33.937011 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:33.937812 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:33.993625 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-062f4cd2-e924-4c03-a29b-26248fbf4d03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 217 time: 0.0921288 Aug 10 14:30:34.045176 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799d6c4-6113-4df8-9e08-043466612c77 None None] Pushing event updated for resources: {'Port': ['ID=b5d8f629-b496-46b5-a34e-3c3b2b73b683,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:34.093917 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Network 9b025577-c09b-4c7a-96af-69b481834a47 is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:34.104339 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:34.171428 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:34.185785 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-3d33aa47-0285-415e-b3be-a07577076c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:34.185785 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-3d33aa47-0285-415e-b3be-a07577076c5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 200 len: 854 time: 0.1816201 Aug 10 14:30:34.335171 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Router 670c6d67-ab2e-44b9-b74a-f98378b46cfe has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:30:34.404124 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe05c52-0f3b-421c-96d3-ea550c6a25b3 req-37079d68-790d-40d4-b4a0-c00c0f64bf85 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:34.406262 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cbe05c52-0f3b-421c-96d3-ea550c6a25b3 req-37079d68-790d-40d4-b4a0-c00c0f64bf85 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 943 time: 0.1488020 Aug 10 14:30:34.409372 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-be48bb5d-cfd8-45c7-88c0-f8b60d1be0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:34.411355 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-be48bb5d-cfd8-45c7-88c0-f8b60d1be0a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2200878 Aug 10 14:30:34.604642 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cbe05c52-0f3b-421c-96d3-ea550c6a25b3 req-3a900723-2084-4f0d-b62e-f68451434427 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600523 Aug 10 14:30:34.695776 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-2e3655b3-954f-4d75-8a73-edd90117cb79 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709632 Aug 10 14:30:34.716745 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-f023c982-c652-4eaf-a427-c30194af13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 2, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:34.759372 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f023c982-c652-4eaf-a427-c30194af13de None None] The sync data for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi is: [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 2, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:34.865163 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-5682d3a5-f9a6-4c53-adf7-1cfe2eb13b7c None None] Provisioning complete for port ce2caa8b-2f5b-437c-879a-e22b1ad94748 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:34.865566 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5682d3a5-f9a6-4c53-adf7-1cfe2eb13b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:34.962130 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d8840e24-6ba2-4dc5-9b9f-fb32fc9acd20 req-30b41b4e-0e0f-4a97-a301-054d131a0028 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573340 Aug 10 14:30:34.962342 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-5682d3a5-f9a6-4c53-adf7-1cfe2eb13b7c None None] Port ce2caa8b-2f5b-437c-879a-e22b1ad94748 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:35.121363 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57368) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:35.207382 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:35.228609 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-77e93824-9c83-47e9-a29a-d55375b8dee1 admin admin] 10.222.0.44 "PUT /v2.0/routers/670c6d67-ab2e-44b9-b74a-f98378b46cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9195032 Aug 10 14:30:35.232285 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-9eaec3d5-57f2-4aa3-a3bc-ca2279f353c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:35.233887 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-9eaec3d5-57f2-4aa3-a3bc-ca2279f353c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1096 time: 0.1136460 Aug 10 14:30:35.363164 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3109ee9b-846d-4cfe-8110-0ea0b3b86b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:35.516031 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-f3ef77c6-c675-4ba4-bd7a-48b6e7fe6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:35.520478 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-f3ef77c6-c675-4ba4-bd7a-48b6e7fe6ea8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 916 time: 0.2765315 Aug 10 14:30:35.609626 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-720c5f31-2a6c-44be-8b87-30bfadc8afb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 217 time: 0.0779688 Aug 10 14:30:35.765861 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-d5351bf0-8a5c-4ecb-b067-eaf0d5dd6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:35.776300 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-d5351bf0-8a5c-4ecb-b067-eaf0d5dd6498 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 200 len: 854 time: 0.1537657 Aug 10 14:30:35.865918 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3109ee9b-846d-4cfe-8110-0ea0b3b86b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:35.876822 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3109ee9b-846d-4cfe-8110-0ea0b3b86b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:35.955077 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3109ee9b-846d-4cfe-8110-0ea0b3b86b73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d91ea4462b3b4b50875b10a3955f64b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8130143 Aug 10 14:30:35.957706 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57386) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:35.971667 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-330a1f3a-ae40-4dc1-a1e9-ed44e10a7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:35.973381 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-330a1f3a-ae40-4dc1-a1e9-ed44e10a7b5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1813128 Aug 10 14:30:36.011458 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0818c-9881-43b6-a43b-e0a2dccfbaa7 req-6225c676-5f9b-4c5b-8ac9-dcae6d5a98a9 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:36.012957 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53c0818c-9881-43b6-a43b-e0a2dccfbaa7 req-6225c676-5f9b-4c5b-8ac9-dcae6d5a98a9 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 943 time: 0.2221184 Aug 10 14:30:36.022740 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109ee9b-846d-4cfe-8110-0ea0b3b86b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a1124d-8d24-401c-9491-691b6e11750a,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:36.105571 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b6537b6a-d294-4077-9db8-d19c8055e4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.141711 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b6537b6a-d294-4077-9db8-d19c8055e4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.235108 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b6537b6a-d294-4077-9db8-d19c8055e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.240028 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b6537b6a-d294-4077-9db8-d19c8055e4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.243717 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b6537b6a-d294-4077-9db8-d19c8055e4a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89a1124d-8d24-401c-9491-691b6e11750a HTTP/1.1" status: 204 len: 168 time: 0.2839470 Aug 10 14:30:36.253255 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-53c0818c-9881-43b6-a43b-e0a2dccfbaa7 req-e157df94-ce76-4cea-9236-585a58fc575a tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126625 Aug 10 14:30:36.268538 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6537b6a-d294-4077-9db8-d19c8055e4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a1124d-8d24-401c-9491-691b6e11750a,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:36.282953 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-89a2dfe0-1824-4dc5-99e1-e07cfefc7eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451179 Aug 10 14:30:36.309129 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57394) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:36.317293 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2024288291-network', 'tenant_id': '3a08d560cc464981b4958370e1613bc8'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:36.365772 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Made reservation on behalf of 3a08d560cc464981b4958370e1613bc8 for: {'network': 1} {{(pid=93342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:36.371031 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for network, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.382252 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.468382 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2ee2fd45-4045-4017-ac8e-6a9c84787169 req-7c1c0430-a15a-45a7-bc5b-43e7331c3dfd service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789324 Aug 10 14:30:36.551113 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.556438 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.594419 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=93342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:30:36.618800 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.619656 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.segments_db [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Added segment 4fa7a62d-f28b-4105-8208-89beb79a30e1 of type vlan for network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 Aug 10 14:30:36.666073 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758701364839'] for network, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.687798 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a773dfe0-cdac-4e54-bbf5-635253e1e11a,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:36.726609 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902'] for network, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.728350 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:36.729491 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.864320 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5511377 Aug 10 14:30:36.864686 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57398) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:36.871320 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Request body: {'subnet': {'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2024288291-subnet', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'ip_version': 4}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:36.877454 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15426515-432d-4f72-bb4c-6dca16527177 admin admin] Pushing event updated for resources: {'Network': ['ID=740a71e2-2267-42c5-838d-d5e2a8ccc5e7,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:36.894475 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 details requested by agent ovs-agent-dv-cinder-799668-5-iscsi with host dv-cinder-799668-5-iscsi {{(pid=93344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:30:36.928572 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Made reservation on behalf of 3a08d560cc464981b4958370e1613bc8 for: {'subnet': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:36.932606 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6237373'] for subnet, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.970846 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57400) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:37.005329 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-28c59673-5db8-4c34-8833-d867d255c9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.196417 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-28c59673-5db8-4c34-8833-d867d255c9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.205686 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-28c59673-5db8-4c34-8833-d867d255c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.251027 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-28c59673-5db8-4c34-8833-d867d255c9a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d382592766d24d5ba1f4e7d08b2eae90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785592 Aug 10 14:30:37.252710 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c59673-5db8-4c34-8833-d867d255c9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a022b3b1-66b7-4af1-be90-7b450359c782,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:37.255425 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57402) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:37.270588 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4255006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6237359'] for subnet, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.334020 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e1aceecf-bfb0-43f5-9a9a-693c127d10db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.386722 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 808f264d-347f-45e9-bfd3-1ebb29b50630 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:30:37.402149 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e1aceecf-bfb0-43f5-9a9a-693c127d10db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.410996 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Pushing event updated for resources: {'Subnet': ['ID=243a2ecc-e122-4902-84c2-7d2adee91097,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:37.442501 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Checking segment: {'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:37.442899 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Network hostable DHCP agents. Network: 740a71e2-2267-42c5-838d-d5e2a8ccc5e7, hostable agents: ['3873cb15-d440-41b9-ae84-8892bb506eae'], hosted agents: [] {{(pid=93343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:30:37.512879 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e1aceecf-bfb0-43f5-9a9a-693c127d10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.525564 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e1aceecf-bfb0-43f5-9a9a-693c127d10db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.532241 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e1aceecf-bfb0-43f5-9a9a-693c127d10db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a022b3b1-66b7-4af1-be90-7b450359c782 HTTP/1.1" status: 204 len: 168 time: 0.2713823 Aug 10 14:30:37.542137 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 is scheduled to be hosted by DHCP agent 3873cb15-d440-41b9-ae84-8892bb506eae with binding_index 1 {{(pid=93343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:30:37.566045 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aceecf-bfb0-43f5-9a9a-693c127d10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a022b3b1-66b7-4af1-be90-7b450359c782,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:37.569401 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-5-iscsi, 740a71e2-2267-42c5-838d-d5e2a8ccc5e7) {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:37.581120 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:37.582804 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.618663 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device b5d8f629-b496-46b5-a34e-3c3b2b73b683 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:37.624195 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb01d95-c7a2-4aae-8926-fe4187f6bb4b req-d1ca4392-928d-441b-ad3b-b00c4e47d22f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:37.625082 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca6295f-cdfe-4e2a-b6e1-4cb5c274670e None None] Network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:37.628749 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fb01d95-c7a2-4aae-8926-fe4187f6bb4b req-d1ca4392-928d-441b-ad3b-b00c4e47d22f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 943 time: 0.1650002 Aug 10 14:30:37.691949 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57408) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:37.692352 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5a1e42f3-2c2e-4753-9116-c85e8ce5939c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8277869 Aug 10 14:30:37.704978 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:37.740174 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8fb01d95-c7a2-4aae-8926-fe4187f6bb4b req-2cc419c7-faed-4585-b8ff-613a84ddc03a tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966821 Aug 10 14:30:37.818016 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-496336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40856'] for router, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.821875 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-495200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-497169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1699112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40851'] for router, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.852740 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 808f264d-347f-45e9-bfd3-1ebb29b50630, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=808f264d-347f-45e9-bfd3-1ebb29b50630,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:37.911667 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'port_id': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'mac_address': 'fa:16:3e:e2:8a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:30:37.967689 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.967988 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port b5d8f629-b496-46b5-a34e-3c3b2b73b683 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:37.976790 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port b5d8f629-b496-46b5-a34e-3c3b2b73b683 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:37.979551 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.156507 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec110430-3975-4197-af15-105f076ce342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5d462c75-7fdd-5e8f-b543-ab0558943ef0-740a71e2-2267-42c5-838d-d5e2a8ccc5e7', 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'fixed_ips': [{'subnet_id': '243a2ecc-e122-4902-84c2-7d2adee91097'}]}} from dv-cinder-799668-5-iscsi. {{(pid=93344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:30:38.162458 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ec110430-3975-4197-af15-105f076ce342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.177206 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.226810 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.372071 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808f264d-347f-45e9-bfd3-1ebb29b50630 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:30:38.461355 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 808f264d-347f-45e9-bfd3-1ebb29b50630, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=808f264d-347f-45e9-bfd3-1ebb29b50630,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:38.480874 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.554530 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Sync routers for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:38.555168 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.597790 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:38.603895 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:38.627213 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port b5d8f629-b496-46b5-a34e-3c3b2b73b683, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=b5d8f629-b496-46b5-a34e-3c3b2b73b683,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:38.633724 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.db_base_plugin_common [None req-ec110430-3975-4197-af15-105f076ce342 None None] Allocated IP 172.20.0.2 (740a71e2-2267-42c5-838d-d5e2a8ccc5e7/243a2ecc-e122-4902-84c2-7d2adee91097/fea271f6-f7ca-4b5b-921d-187d1d1a68d4) {{(pid=93344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:38.644986 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.653777 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=808f264d-347f-45e9-bfd3-1ebb29b50630,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:38.803603 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.823311 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['808f264d-347f-45e9-bfd3-1ebb29b50630'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:30:38.859777 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.945181 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=b5d8f629-b496-46b5-a34e-3c3b2b73b683,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:39.069626 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bfac2-82a5-4444-bc55-1cdfebaf2ec3 req-6fc30ad0-3ac4-4c23-a58b-cd4d46f9aa69 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:39.073433 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-856bfac2-82a5-4444-bc55-1cdfebaf2ec3 req-6fc30ad0-3ac4-4c23-a58b-cd4d46f9aa69 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 944 time: 0.1214457 Aug 10 14:30:39.129854 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ec110430-3975-4197-af15-105f076ce342 None None] Notify callbacks [] for port, precommit_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.146828 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Allocated IP 172.27.3.133 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:39.152271 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-ec110430-3975-4197-af15-105f076ce342 None None] Transition to ACTIVE for port object fea271f6-f7ca-4b5b-921d-187d1d1a68d4 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:39.171816 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:39.216029 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-ec110430-3975-4197-af15-105f076ce342 None None] Transition to ACTIVE for port object fea271f6-f7ca-4b5b-921d-187d1d1a68d4 will not be triggered until provisioned by entity DHCP. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:39.237131 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ec110430-3975-4197-af15-105f076ce342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109'] for port, after_create {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.275839 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-856bfac2-82a5-4444-bc55-1cdfebaf2ec3 req-b8fdae0e-d2ec-4b32-8305-72d964dcd858 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748965 Aug 10 14:30:39.356027 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec110430-3975-4197-af15-105f076ce342 None None] Pushing event updated for resources: {'Port': ['ID=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,revision_number=1']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:39.361724 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec110430-3975-4197-af15-105f076ce342 None None] Network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 is already hosted by enough agents. {{(pid=93344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:39.402924 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.scheduler.base_scheduler [None req-ec110430-3975-4197-af15-105f076ce342 None None] Resources bound (agent type, host, resource id): {{(pid=93344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:39.410965 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec110430-3975-4197-af15-105f076ce342 None None] Received port after_create {{(pid=93344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:39.415952 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.465911 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.557885 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-ec110430-3975-4197-af15-105f076ce342 None None] Attempting to bind port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:39.558446 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-ec110430-3975-4197-af15-105f076ce342 None None] Attempting to bind port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:39.560641 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec110430-3975-4197-af15-105f076ce342 None None] Attempting to bind port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 on network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:39.560927 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.580358 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec110430-3975-4197-af15-105f076ce342 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:39.583905 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec110430-3975-4197-af15-105f076ce342 None None] Checking segment: {'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:39.583905 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ec110430-3975-4197-af15-105f076ce342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.584644 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec110430-3975-4197-af15-105f076ce342 None None] Bound using segment: {'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:39.585355 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-ec110430-3975-4197-af15-105f076ce342 None None] Bound port: fea271f6-f7ca-4b5b-921d-187d1d1a68d4, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:39.585811 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ec110430-3975-4197-af15-105f076ce342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.688042 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:39.710183 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:39.720585 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:39.738617 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 2, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:39.745893 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device b5d8f629-b496-46b5-a34e-3c3b2b73b683 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:39.781907 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Pushing event updated for resources: {'Port': ['ID=a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:39.808985 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Checking router: 670c6d67-ab2e-44b9-b74a-f98378b46cfe for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:39.809511 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Updating router 670c6d67-ab2e-44b9-b74a-f98378b46cfe port ce2caa8b-2f5b-437c-879a-e22b1ad94748 binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:39.869310 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-ec110430-3975-4197-af15-105f076ce342 None None] For port fea271f6-f7ca-4b5b-921d-187d1d1a68d4, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:39.875126 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.886906 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-ec110430-3975-4197-af15-105f076ce342 None None] For port fea271f6-f7ca-4b5b-921d-187d1d1a68d4, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,segment=NetworkSegment(4fa7a62d-f28b-4105-8208-89beb79a30e1),segment_id=4fa7a62d-f28b-4105-8208-89beb79a30e1)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:39.897509 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ec110430-3975-4197-af15-105f076ce342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.979036 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port b5d8f629-b496-46b5-a34e-3c3b2b73b683 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:39.980843 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.230675 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec110430-3975-4197-af15-105f076ce342 None None] Pushing event updated for resources: {'Port': ['ID=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:40.389872 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.617926 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405deadf-0177-49b9-8976-777a838d6c23 req-f93ffcf4-fd1e-4daf-915f-355d84cea1a5 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:40.619873 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-405deadf-0177-49b9-8976-777a838d6c23 req-f93ffcf4-fd1e-4daf-915f-355d84cea1a5 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 944 time: 0.1584048 Aug 10 14:30:40.716634 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-405deadf-0177-49b9-8976-777a838d6c23 req-98b3ff0b-a503-4c02-9cd6-7e86f4570d07 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 Aug 10 14:30:40.781603 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.795756 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Transition to ACTIVE for port object ce2caa8b-2f5b-437c-879a-e22b1ad94748 will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:40.805942 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.859111 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-495209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497378'] for router, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.941480 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f978b-d1c9-41ce-81f5-c694095df2e4 None None] Pushing event updated for resources: {'Port': ['ID=ce2caa8b-2f5b-437c-879a-e22b1ad94748,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:41.018490 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Attempting to bind port ce2caa8b-2f5b-437c-879a-e22b1ad94748 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:41.019110 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Attempting to bind port ce2caa8b-2f5b-437c-879a-e22b1ad94748 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:41.019709 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Attempting to bind port ce2caa8b-2f5b-437c-879a-e22b1ad94748 on network 9b025577-c09b-4c7a-96af-69b481834a47 {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:41.030455 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:41.031059 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Checking segment: {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:41.031859 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.033253 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Bound using segment: {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:41.034879 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Bound port: ce2caa8b-2f5b-437c-879a-e22b1ad94748, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:41.039362 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.282383 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] For port ce2caa8b-2f5b-437c-879a-e22b1ad94748, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:41.309378 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] For port ce2caa8b-2f5b-437c-879a-e22b1ad94748, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=ce2caa8b-2f5b-437c-879a-e22b1ad94748,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:41.329893 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.333599 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Router bcba1580-b098-4514-8e8c-b7238317fa6e is scheduled to L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 with binding_index 1 {{(pid=93342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:30:41.428255 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 808f264d-347f-45e9-bfd3-1ebb29b50630 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:41.456179 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:41.456819 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:41.693427 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port 808f264d-347f-45e9-bfd3-1ebb29b50630 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:41.729920 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port 808f264d-347f-45e9-bfd3-1ebb29b50630 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:41.734559 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.896529 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device fea271f6-f7ca-4b5b-921d-187d1d1a68d4 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:41.917627 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:41.964251 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.970806 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57458) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:41.988720 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ebc482cb-ed75-4f83-a7ea-8e390687c5af admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2899225 Aug 10 14:30:42.051384 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Sync routers for ids ['bcba1580-b098-4514-8e8c-b7238317fa6e'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:42.062912 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8cdf97-108c-4ea9-9275-618b07d439ce None None] Network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:42.284985 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Routers {'bcba1580-b098-4514-8e8c-b7238317fa6e'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:42.285647 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['bcba1580-b098-4514-8e8c-b7238317fa6e'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:42.298812 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f978b-d1c9-41ce-81f5-c694095df2e4 None None] Pushing event updated for resources: {'Port': ['ID=ce2caa8b-2f5b-437c-879a-e22b1ad94748,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:42.378119 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:42.383790 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-834d6273-282d-482d-acb2-ac4627cf0cb9 None None] Provisioning for port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:42.421264 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:42.511241 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:42.531506 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:30:42.546197 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fe9bab-3cd6-4c1c-9669-dbc029f86efd" -d '{"events": [{"server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "name": "network-vif-plugged", "status": "completed", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:30:42.582470 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d918-450b-473c-82ca-b43085ea161f req-57373893-aeed-499a-9a9f-58be378f1734 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:42.594373 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fec2d918-450b-473c-82ca-b43085ea161f req-57373893-aeed-499a-9a9f-58be378f1734 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 944 time: 0.3594205 Aug 10 14:30:42.670378 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port 808f264d-347f-45e9-bfd3-1ebb29b50630, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=808f264d-347f-45e9-bfd3-1ebb29b50630,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:42.681912 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:42.682803 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:42.701858 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fec2d918-450b-473c-82ca-b43085ea161f req-52124d09-34a8-4921-a60d-65570c150f87 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985112 Aug 10 14:30:42.731718 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e678f2-602a-4337-b57b-b5172aa199aa x-openstack-request-id: req-d8e678f2-602a-4337-b57b-b5172aa199aa {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:30:42.732031 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "name": "network-vif-plugged", "status": "completed", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:30:42.732246 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8e678f2-602a-4337-b57b-b5172aa199aa {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:30:42.732642 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'code': 200} Aug 10 14:30:42.748448 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:42.810990 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Set router bcba1580-b098-4514-8e8c-b7238317fa6e gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:42.928980 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:42.976601 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=808f264d-347f-45e9-bfd3-1ebb29b50630,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:43.061860 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.138402 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port fea271f6-f7ca-4b5b-921d-187d1d1a68d4, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,segment=NetworkSegment(4fa7a62d-f28b-4105-8208-89beb79a30e1),segment_id=4fa7a62d-f28b-4105-8208-89beb79a30e1)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:43.163279 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.181667 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:41Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:43.196033 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Allocated IP 172.20.0.1 (740a71e2-2267-42c5-838d-d5e2a8ccc5e7/243a2ecc-e122-4902-84c2-7d2adee91097/abc494d0-5382-4881-9a77-a3604efb1ebf) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:43.239169 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:43.293076 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:30:40Z', 'revision_number': 3, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port': {'id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:38Z', 'updated_at': '2021-08-10T14:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:43.303815 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805dbdf-6c2b-4d2b-88f5-b70e3f3face8 None None] The sync data for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi is: [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:41Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:43.340708 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Checking router: bcba1580-b098-4514-8e8c-b7238317fa6e for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:43.341569 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Updating router bcba1580-b098-4514-8e8c-b7238317fa6e port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 binding host dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:43.414979 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.437139 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.450476 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Transition to ACTIVE for port object abc494d0-5382-4881-9a77-a3604efb1ebf will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:43.652394 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device ce2caa8b-2f5b-437c-879a-e22b1ad94748 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:43.689421 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.699133 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-6b7bee79-1d55-4c6a-a848-3a35e03a0983 None None] Provisioning complete for port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:43.699654 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6b7bee79-1d55-4c6a-a848-3a35e03a0983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.801961 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:43.816098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:43.838704 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:43.876627 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad544df3-8d35-4ed7-b686-6323a77ec904 req-1bb24b9d-b65a-45d5-ac90-7dcb1cbf9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:43.878273 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad544df3-8d35-4ed7-b686-6323a77ec904 req-1bb24b9d-b65a-45d5-ac90-7dcb1cbf9021 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1098 time: 0.3733010 Aug 10 14:30:43.908645 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Pushing event updated for resources: {'Port': ['ID=abc494d0-5382-4881-9a77-a3604efb1ebf,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:43.943509 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port ce2caa8b-2f5b-437c-879a-e22b1ad94748 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:43.964659 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port ce2caa8b-2f5b-437c-879a-e22b1ad94748 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:43.964951 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1668369'] for router_interface, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.965091 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.237227 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.276910 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Notify callbacks [] for port, precommit_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.286357 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-ad544df3-8d35-4ed7-b686-6323a77ec904 req-3a681a79-4110-47a5-a550-a0fd5eec562b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744781 Aug 10 14:30:44.309904 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Transition to ACTIVE for port object a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 will not be triggered until provisioned by entity L2. {{(pid=93344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:44.325358 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port ce2caa8b-2f5b-437c-879a-e22b1ad94748, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=ce2caa8b-2f5b-437c-879a-e22b1ad94748,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:44.327622 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.332122 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a62e8-3794-4ebf-a68f-65f33b58aa5a req-2b0b77be-4c03-4234-bfdb-b8d1eb638d5a tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:44.333354 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-19ddfb27-cb4d-4536-9bea-b5272a433120 None None] Provisioning for port abc494d0-5382-4881-9a77-a3604efb1ebf completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:44.334952 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb1a62e8-3794-4ebf-a68f-65f33b58aa5a req-2b0b77be-4c03-4234-bfdb-b8d1eb638d5a tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.5140700 Aug 10 14:30:44.339470 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.340254 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device fea271f6-f7ca-4b5b-921d-187d1d1a68d4 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:44.345274 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.386552 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-19ddfb27-cb4d-4536-9bea-b5272a433120 None None] Provisioning complete for port abc494d0-5382-4881-9a77-a3604efb1ebf triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:44.386927 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-19ddfb27-cb4d-4536-9bea-b5272a433120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.438083 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-eb1a62e8-3794-4ebf-a68f-65f33b58aa5a req-007c6ec7-a544-4907-81cf-dc674aefd616 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781074 Aug 10 14:30:44.457179 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658450e-32fd-4fe4-8bcb-afcb15583090 None None] Pushing event updated for resources: {'Port': ['ID=a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662,revision_number=2']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:44.465750 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Attempting to bind port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:44.466173 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Attempting to bind port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:44.466536 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Attempting to bind port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 on network 7a4eaabe-d500-42fa-8a61-558d926136cc {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:44.473385 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-19ddfb27-cb4d-4536-9bea-b5272a433120 None None] Port abc494d0-5382-4881-9a77-a3604efb1ebf cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:44.495457 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:44.495972 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Checking segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:44.496224 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.496620 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Bound using segment: {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'} {{(pid=93344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:44.497101 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.managers [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Bound port: a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fec991-6493-43e5-bea6-f815bb099073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc'}}] {{(pid=93344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:44.497479 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.583514 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] For port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:44.587638 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=ce2caa8b-2f5b-437c-879a-e22b1ad94748,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:44.591225 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:44.591601 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.626782 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.632831 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.706460 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Pushing event updated for resources: {'Port': ['ID=abc494d0-5382-4881-9a77-a3604efb1ebf,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:44.709265 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1668517'] for router_interface, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.747694 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] For port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:44.755292 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.843358 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658450e-32fd-4fe4-8bcb-afcb15583090 None None] Pushing event updated for resources: {'Port': ['ID=a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662,revision_number=3']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:44.849931 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Routers {'bcba1580-b098-4514-8e8c-b7238317fa6e'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:44.850614 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['bcba1580-b098-4514-8e8c-b7238317fa6e'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:44.856539 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:44.858563 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:45.035790 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] Set router bcba1580-b098-4514-8e8c-b7238317fa6e gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:45.051868 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Router bcba1580-b098-4514-8e8c-b7238317fa6e has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:30:45.187139 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:45.194834 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5414b6e4-baee-44ed-bff3-e699fe3910b1 admin admin] 10.222.0.44 "PUT /v2.0/routers/bcba1580-b098-4514-8e8c-b7238317fa6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2224407 Aug 10 14:30:45.239974 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-ddb4bb49-ac2b-4a2e-b300-6e17b96a4a98 None None] Provisioning complete for port abc494d0-5382-4881-9a77-a3604efb1ebf triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:45.240184 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bb49-ac2b-4a2e-b300-6e17b96a4a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:45.319770 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-ddb4bb49-ac2b-4a2e-b300-6e17b96a4a98 None None] Port abc494d0-5382-4881-9a77-a3604efb1ebf cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:45.408555 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 4, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port': {'id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:38Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'abc494d0-5382-4881-9a77-a3604efb1ebf', 'name': '', 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'mac_address': 'fa:16:3e:52:de:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:42Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 2, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'subnets': [{'id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:45.484082 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device ce2caa8b-2f5b-437c-879a-e22b1ad94748 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:45.487859 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49094bf7-ea41-4101-8df7-dc86b0d28b24 None None] The sync data for ids ['bcba1580-b098-4514-8e8c-b7238317fa6e'] in dv-cinder-799668-5-iscsi is: [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 4, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port': {'id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:38Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'abc494d0-5382-4881-9a77-a3604efb1ebf', 'name': '', 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'mac_address': 'fa:16:3e:52:de:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:42Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 2, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'subnets': [{'id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:45.617511 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port ce2caa8b-2f5b-437c-879a-e22b1ad94748 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:45.618141 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:45.639938 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adf832-5d8c-48ca-ba0d-4ad3b52b035b req-9a85a8ec-ff13-4327-b20e-9e211d0f4446 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:45.642920 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02adf832-5d8c-48ca-ba0d-4ad3b52b035b req-9a85a8ec-ff13-4327-b20e-9e211d0f4446 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.0760212 Aug 10 14:30:45.696852 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-02adf832-5d8c-48ca-ba0d-4ad3b52b035b req-6911f469-bee9-4b91-b28b-9bd8d4fe5739 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478568 Aug 10 14:30:45.903920 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1042f9-4250-47f6-bbad-c04a3179a74a req-f45bedde-d273-455d-9975-c2399421c5c0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:45.905568 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0a1042f9-4250-47f6-bbad-c04a3179a74a req-f45bedde-d273-455d-9975-c2399421c5c0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.1214516 Aug 10 14:30:45.977319 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0a1042f9-4250-47f6-bbad-c04a3179a74a req-70269174-118e-44cb-892f-3a20e5fdbf63 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588200 Aug 10 14:30:46.099749 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57506) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:46.104306 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-3c849c4c-2991-4dc0-8dfd-49161b6d37ad tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-407065606', 'description': 'tempest-secgroup-smoke-407065606 description', 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:46.136243 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3c849c4c-2991-4dc0-8dfd-49161b6d37ad tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.253920 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3c849c4c-2991-4dc0-8dfd-49161b6d37ad tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.259454 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3c849c4c-2991-4dc0-8dfd-49161b6d37ad tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.311682 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3c849c4c-2991-4dc0-8dfd-49161b6d37ad tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.316056 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3c849c4c-2991-4dc0-8dfd-49161b6d37ad tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2129002 Aug 10 14:30:46.316926 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57514) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:46.321083 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c849c4c-2991-4dc0-8dfd-49161b6d37ad tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a533a3e-25a6-44c7-914e-09bbdf40b34a,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:46.323731 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-b2116b24-f296-45f0-b2dc-e86ae00ff016 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'security_group_rule': {'security_group_id': '8a533a3e-25a6-44c7-914e-09bbdf40b34a', 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:46.364647 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b2116b24-f296-45f0-b2dc-e86ae00ff016 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.444372 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30321c-9283-4446-a33c-a917ee86a5a7 req-f9275e8f-5ff5-4008-8ace-d9581326a1dc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:46.459109 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d30321c-9283-4446-a33c-a917ee86a5a7 req-f9275e8f-5ff5-4008-8ace-d9581326a1dc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.0899024 Aug 10 14:30:46.476005 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b2116b24-f296-45f0-b2dc-e86ae00ff016 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.483863 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b2116b24-f296-45f0-b2dc-e86ae00ff016 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.508266 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-1d30321c-9283-4446-a33c-a917ee86a5a7 req-3d78ca16-4cc8-4f9a-89a6-cb1a014532d9 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479240 Aug 10 14:30:46.510155 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2116b24-f296-45f0-b2dc-e86ae00ff016 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1792438b-32ee-44b5-9a5f-23f466ab3f4d,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:46.514475 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b2116b24-f296-45f0-b2dc-e86ae00ff016 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.516031 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b2116b24-f296-45f0-b2dc-e86ae00ff016 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1970704 Aug 10 14:30:46.519571 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57516) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:46.524183 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-520d2892-accf-4b4d-8710-27999596e9b7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'security_group_rule': {'security_group_id': '8a533a3e-25a6-44c7-914e-09bbdf40b34a', 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:46.558886 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-520d2892-accf-4b4d-8710-27999596e9b7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.620138 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-520d2892-accf-4b4d-8710-27999596e9b7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.624882 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-520d2892-accf-4b4d-8710-27999596e9b7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.643514 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d2892-accf-4b4d-8710-27999596e9b7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6c29bc-2fd4-4834-95e1-fe2b3f0a4253,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:46.654046 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-520d2892-accf-4b4d-8710-27999596e9b7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.655397 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-520d2892-accf-4b4d-8710-27999596e9b7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347945 Aug 10 14:30:46.659935 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57520) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:46.664937 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-54be1861-8eba-4696-aa03-1694ff616d45 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'security_group_rule': {'security_group_id': '8a533a3e-25a6-44c7-914e-09bbdf40b34a', 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:46.700957 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-54be1861-8eba-4696-aa03-1694ff616d45 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.802750 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-54be1861-8eba-4696-aa03-1694ff616d45 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.807824 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-54be1861-8eba-4696-aa03-1694ff616d45 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.842705 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be1861-8eba-4696-aa03-1694ff616d45 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22bbab9-ee61-4a22-8773-e97796aaca14,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:46.859814 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-54be1861-8eba-4696-aa03-1694ff616d45 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.864456 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57524) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:46.869350 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-6d4ee13a-af9e-4e26-a71f-dee5e9df53c1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'security_group_rule': {'security_group_id': '8a533a3e-25a6-44c7-914e-09bbdf40b34a', 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:46.875055 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-54be1861-8eba-4696-aa03-1694ff616d45 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2139137 Aug 10 14:30:46.910290 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee13a-af9e-4e26-a71f-dee5e9df53c1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.975771 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee13a-af9e-4e26-a71f-dee5e9df53c1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.980986 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee13a-af9e-4e26-a71f-dee5e9df53c1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.999586 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ee13a-af9e-4e26-a71f-dee5e9df53c1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47421f15-b26b-4469-88f4-eb4df4dc22fd,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:47.006356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee13a-af9e-4e26-a71f-dee5e9df53c1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.007537 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-6d4ee13a-af9e-4e26-a71f-dee5e9df53c1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420600 Aug 10 14:30:47.010420 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57528) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:47.014967 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-350dfb02-fd54-4146-8380-93988e002ab6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'security_group_rule': {'security_group_id': '8a533a3e-25a6-44c7-914e-09bbdf40b34a', 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:47.038224 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.securitygroups_db [None req-350dfb02-fd54-4146-8380-93988e002ab6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Project dbd57cdbed9b4cc7a1d25cdd638476d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:30:47.043148 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-350dfb02-fd54-4146-8380-93988e002ab6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.109659 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-350dfb02-fd54-4146-8380-93988e002ab6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.114472 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-350dfb02-fd54-4146-8380-93988e002ab6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.135039 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dfb02-fd54-4146-8380-93988e002ab6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628934e3-600a-4266-a400-2117bb6b8616,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:47.146226 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-350dfb02-fd54-4146-8380-93988e002ab6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.150393 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-350dfb02-fd54-4146-8380-93988e002ab6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361406 Aug 10 14:30:47.150393 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57530) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:47.154695 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-1f2fdafc-7f1d-48fd-9a2e-5873559cab87 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'security_group_rule': {'security_group_id': '8a533a3e-25a6-44c7-914e-09bbdf40b34a', 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:47.176589 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.securitygroups_db [None req-1f2fdafc-7f1d-48fd-9a2e-5873559cab87 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Project dbd57cdbed9b4cc7a1d25cdd638476d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:30:47.181425 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdafc-7f1d-48fd-9a2e-5873559cab87 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.241966 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdafc-7f1d-48fd-9a2e-5873559cab87 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.246416 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdafc-7f1d-48fd-9a2e-5873559cab87 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.263628 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fdafc-7f1d-48fd-9a2e-5873559cab87 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6179b999-7e0a-49e5-b8dd-d0267fc5ef0c,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:47.271493 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdafc-7f1d-48fd-9a2e-5873559cab87 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.272748 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1f2fdafc-7f1d-48fd-9a2e-5873559cab87 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216254 Aug 10 14:30:47.440888 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:47.494690 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:47.498574 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:47.498943 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.590721 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.611357 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:47.615234 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.667036 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:47.867456 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Sync routers for ids ['bcba1580-b098-4514-8e8c-b7238317fa6e'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:47.878019 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Routers {'bcba1580-b098-4514-8e8c-b7238317fa6e'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:47.878741 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['bcba1580-b098-4514-8e8c-b7238317fa6e'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:47.988070 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Set router bcba1580-b098-4514-8e8c-b7238317fa6e gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:48.181242 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 4, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port': {'id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:38Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'abc494d0-5382-4881-9a77-a3604efb1ebf', 'name': '', 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'mac_address': 'fa:16:3e:52:de:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:42Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 2, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'subnets': [{'id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:48.206841 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Checking router: bcba1580-b098-4514-8e8c-b7238317fa6e for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:48.207203 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Updating router bcba1580-b098-4514-8e8c-b7238317fa6e port abc494d0-5382-4881-9a77-a3604efb1ebf binding host dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:48.234257 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.492017 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Notify callbacks [] for port, precommit_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.501956 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.provisioning_blocks [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Transition to ACTIVE for port object abc494d0-5382-4881-9a77-a3604efb1ebf will not be triggered until provisioned by entity L2. {{(pid=93345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:48.507657 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.556700 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406ce91-d8a9-4791-a060-2a7a3aa59e14 None None] Pushing event updated for resources: {'Port': ['ID=abc494d0-5382-4881-9a77-a3604efb1ebf,revision_number=3']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:48.616546 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Attempting to bind port abc494d0-5382-4881-9a77-a3604efb1ebf on host dv-cinder-799668-5-iscsi for vnic_type normal with profile {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:48.616905 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Attempting to bind port abc494d0-5382-4881-9a77-a3604efb1ebf by drivers openvswitch,hyperv on host dv-cinder-799668-5-iscsi at level 0 using segments [{'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:48.617260 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Attempting to bind port abc494d0-5382-4881-9a77-a3604efb1ebf on network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:48.622503 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Checking agent: {'id': 'c9e0b265-8c56-4bca-be34-ec9271fb48da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 14, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 14, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:48.622864 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Checking segment: {'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:48.623251 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.623630 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Bound using segment: {'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'} {{(pid=93345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:48.624078 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.managers [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Bound port: abc494d0-5382-4881-9a77-a3604efb1ebf, host: dv-cinder-799668-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa7a62d-f28b-4105-8208-89beb79a30e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7'}}] {{(pid=93345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:48.624470 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.688707 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] For port abc494d0-5382-4881-9a77-a3604efb1ebf, host dv-cinder-799668-5-iscsi, cleared binding levels {{(pid=93345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:48.691789 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.plugins.ml2.db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] For port abc494d0-5382-4881-9a77-a3604efb1ebf, host dv-cinder-799668-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=abc494d0-5382-4881-9a77-a3604efb1ebf,segment=NetworkSegment(4fa7a62d-f28b-4105-8208-89beb79a30e1),segment_id=4fa7a62d-f28b-4105-8208-89beb79a30e1)] {{(pid=93345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:48.696908 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron_lib.callbacks.manager [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.746646 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Routers {'bcba1580-b098-4514-8e8c-b7238317fa6e'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:48.747288 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['bcba1580-b098-4514-8e8c-b7238317fa6e'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:48.793068 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406ce91-d8a9-4791-a060-2a7a3aa59e14 None None] Pushing event updated for resources: {'Port': ['ID=abc494d0-5382-4881-9a77-a3604efb1ebf,revision_number=4']} {{(pid=93345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:48.868795 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] Set router bcba1580-b098-4514-8e8c-b7238317fa6e gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:48.953569 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-675729e6-9b73-445e-9409-ec27f86e99e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425889 Aug 10 14:30:49.070360 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-20705794-5728-47a7-8c1c-7394714666aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:49.072243 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-20705794-5728-47a7-8c1c-7394714666aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 1098 time: 0.0417788 Aug 10 14:30:49.087196 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 4, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port': {'id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:38Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'abc494d0-5382-4881-9a77-a3604efb1ebf', 'name': '', 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'mac_address': 'fa:16:3e:52:de:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:42Z', 'updated_at': '2021-08-10T14:30:48Z', 'revision_number': 4, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'subnets': [{'id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:49.118642 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f2227-3d74-4408-b2e5-5df0aa17df7b None None] The sync data for ids ['bcba1580-b098-4514-8e8c-b7238317fa6e'] in dv-cinder-799668-5-iscsi is: [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 4, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port': {'id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:38Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'abc494d0-5382-4881-9a77-a3604efb1ebf', 'name': '', 'network_id': '740a71e2-2267-42c5-838d-d5e2a8ccc5e7', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'mac_address': 'fa:16:3e:52:de:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:42Z', 'updated_at': '2021-08-10T14:30:48Z', 'revision_number': 4, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'subnets': [{'id': '243a2ecc-e122-4902-84c2-7d2adee91097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:49.180582 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-fa64ccee-00a7-4a70-90ce-9529718c6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:49.182094 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-fa64ccee-00a7-4a70-90ce-9529718c6322 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.0890470 Aug 10 14:30:49.257917 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-8ad4a092-6e52-4461-acab-3b658a9266d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57 HTTP/1.1" status: 200 len: 1000 time: 0.0663631 Aug 10 14:30:49.317879 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-b92dffc7-4f6f-4ca3-b1c9-2a75a75512e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:49.319463 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-b92dffc7-4f6f-4ca3-b1c9-2a75a75512e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0518017 Aug 10 14:30:49.379278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-f0d923ad-f47b-4fec-a428-8f3e94ce3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:49.381435 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-f0d923ad-f47b-4fec-a428-8f3e94ce3dfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540187 Aug 10 14:30:49.495879 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device abc494d0-5382-4881-9a77-a3604efb1ebf up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:49.527390 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-d0b1b0c6-5ab2-4647-aafa-25f8d5245061 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378500 Aug 10 14:30:49.571413 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning for port abc494d0-5382-4881-9a77-a3604efb1ebf completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:49.576250 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port abc494d0-5382-4881-9a77-a3604efb1ebf triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:49.577233 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.640394 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2af22b9d-96ee-4db9-92e0-7cbfdb08992a req-965e424b-b265-48d0-8235-85577d130f0e service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049535 Aug 10 14:30:49.675962 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.713237 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] For port abc494d0-5382-4881-9a77-a3604efb1ebf, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=abc494d0-5382-4881-9a77-a3604efb1ebf,segment=NetworkSegment(4fa7a62d-f28b-4105-8208-89beb79a30e1),segment_id=4fa7a62d-f28b-4105-8208-89beb79a30e1)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:49.717951 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.718758 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:49.804009 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Pushing event updated for resources: {'Port': ['ID=abc494d0-5382-4881-9a77-a3604efb1ebf,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:49.816653 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:49.817236 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.410132 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device abc494d0-5382-4881-9a77-a3604efb1ebf up at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:51.459271 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Provisioning complete for port abc494d0-5382-4881-9a77-a3604efb1ebf triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:51.459699 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.641960 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57684) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:53.749784 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-165f5c9d-81a3-401b-9ca7-b4cd0bf48526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.846253 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-165f5c9d-81a3-401b-9ca7-b4cd0bf48526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.850585 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-165f5c9d-81a3-401b-9ca7-b4cd0bf48526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.889539 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-165f5c9d-81a3-401b-9ca7-b4cd0bf48526 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b4e6796c93149778f643ad3a8703294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464690 Aug 10 14:30:53.890562 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5c9d-81a3-401b-9ca7-b4cd0bf48526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29e759-5a6c-4bc1-8f0e-69a80d90b157,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:53.893755 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57690) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:53.954965 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5ecc57fa-7b76-446e-a313-9fb78cd70e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.983051 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5ecc57fa-7b76-446e-a313-9fb78cd70e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.033693 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5ecc57fa-7b76-446e-a313-9fb78cd70e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.036552 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5ecc57fa-7b76-446e-a313-9fb78cd70e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.037704 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5ecc57fa-7b76-446e-a313-9fb78cd70e82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f29e759-5a6c-4bc1-8f0e-69a80d90b157 HTTP/1.1" status: 204 len: 168 time: 0.1426001 Aug 10 14:30:54.045972 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc57fa-7b76-446e-a313-9fb78cd70e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29e759-5a6c-4bc1-8f0e-69a80d90b157,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:54.350703 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57700) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:54.364617 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-388418ff-09e0-4934-8db1-d7d609a87a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.456451 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-388418ff-09e0-4934-8db1-d7d609a87a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.460256 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-388418ff-09e0-4934-8db1-d7d609a87a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.503414 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-388418ff-09e0-4934-8db1-d7d609a87a14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2df335d3bc0d4dc3ba03a959a7b84dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492059 Aug 10 14:30:54.503414 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388418ff-09e0-4934-8db1-d7d609a87a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a90e60-87c5-423a-9409-f13f6250394a,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:54.503802 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57702) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:54.556341 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3e80b3a9-f661-429f-8ce0-6864f9271efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.581512 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3e80b3a9-f661-429f-8ce0-6864f9271efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.893117 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3e80b3a9-f661-429f-8ce0-6864f9271efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.896697 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3e80b3a9-f661-429f-8ce0-6864f9271efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.898063 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3e80b3a9-f661-429f-8ce0-6864f9271efd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42a90e60-87c5-423a-9409-f13f6250394a HTTP/1.1" status: 204 len: 168 time: 0.3930638 Aug 10 14:30:54.906064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80b3a9-f661-429f-8ce0-6864f9271efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a90e60-87c5-423a-9409-f13f6250394a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:55.820983 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-26e0b290-c297-4852-b166-156e5e1bcb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.613362 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57756) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:56.723896 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ced6cf4b-6470-4c10-a85e-d54117c4dda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.824021 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ced6cf4b-6470-4c10-a85e-d54117c4dda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.828142 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ced6cf4b-6470-4c10-a85e-d54117c4dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.866058 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6cf4b-6470-4c10-a85e-d54117c4dda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f497c2-2ae6-43d7-be72-092517f6bba8,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:56.871431 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ced6cf4b-6470-4c10-a85e-d54117c4dda4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fea1d860ae2946708d5c3ae3051d20c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569714 Aug 10 14:30:56.874514 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57760) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:56.924525 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b8542b00-e19e-44b8-8804-5f51429797a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.949715 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b8542b00-e19e-44b8-8804-5f51429797a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.011426 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b8542b00-e19e-44b8-8804-5f51429797a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.014252 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b8542b00-e19e-44b8-8804-5f51429797a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.015425 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b8542b00-e19e-44b8-8804-5f51429797a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6f497c2-2ae6-43d7-be72-092517f6bba8 HTTP/1.1" status: 204 len: 168 time: 0.1394167 Aug 10 14:30:57.024342 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8542b00-e19e-44b8-8804-5f51429797a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f497c2-2ae6-43d7-be72-092517f6bba8,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:57.313102 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57768) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:57.327155 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-52a6bb01-be63-4116-91ce-8492441ada05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.442769 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-52a6bb01-be63-4116-91ce-8492441ada05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.447433 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-52a6bb01-be63-4116-91ce-8492441ada05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.489691 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-52a6bb01-be63-4116-91ce-8492441ada05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e5d791d06a4436082b1c9ad72ba2322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728296 Aug 10 14:30:57.489691 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6bb01-be63-4116-91ce-8492441ada05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5050f3f-b73f-4a35-9f7b-aa1cb05abeb1,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:57.490847 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57772) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:57.553255 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-89dbbbfa-2182-4b5c-a5a3-4e43948d1e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.579238 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-89dbbbfa-2182-4b5c-a5a3-4e43948d1e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.626955 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-89dbbbfa-2182-4b5c-a5a3-4e43948d1e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.629410 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-89dbbbfa-2182-4b5c-a5a3-4e43948d1e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.630676 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-89dbbbfa-2182-4b5c-a5a3-4e43948d1e04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5050f3f-b73f-4a35-9f7b-aa1cb05abeb1 HTTP/1.1" status: 204 len: 168 time: 0.1372237 Aug 10 14:30:57.639311 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbbbfa-2182-4b5c-a5a3-4e43948d1e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5050f3f-b73f-4a35-9f7b-aa1cb05abeb1,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:57.769660 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:30:58.259441 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcfaa1-9f71-4ed5-89e8-898d2697e4c4 req-0fa3c965-4afd-412f-901e-3fb342c12013 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:58.261370 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73dcfaa1-9f71-4ed5-89e8-898d2697e4c4 req-0fa3c965-4afd-412f-901e-3fb342c12013 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.0528939 Aug 10 14:30:58.302501 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73dcfaa1-9f71-4ed5-89e8-898d2697e4c4 req-943bcd38-d038-4e78-aa23-470f8ad43c2e tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Aug 10 14:30:58.326169 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57802) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:58.525006 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f3b7a-f208-47b4-b189-97263f98166d tempest-TestMinimumBasicScenario-318474386 tempest-TestMinimumBasicScenario-318474386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:58.526708 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e78f3b7a-f208-47b4-b189-97263f98166d tempest-TestMinimumBasicScenario-318474386 tempest-TestMinimumBasicScenario-318474386-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1093 time: 0.1992993 Aug 10 14:30:58.529666 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57812) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:58.534529 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'port_id': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:58.558670 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.600918 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-65520441-bb09-498d-802b-f18488cd898a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.676493 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.754271 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.797578 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Allocated IP 172.27.3.77 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/81bfd22f-7172-4977-86f0-b7469a947ef3) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:58.904289 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.949744 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.993171 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:58.997795 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:59.002759 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:59.005952 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'Port': ['ID=81bfd22f-7172-4977-86f0-b7469a947ef3,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:59.390084 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.463937 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.648118 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.653620 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.731513 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'Port': ['ID=81bfd22f-7172-4977-86f0-b7469a947ef3,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:59.742478 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.847233 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Floating IP 7d7476d6-c3c2-409c-9da6-db5cfcd26579 associated. External IP: 172.27.3.77, port: 808f264d-347f-45e9-bfd3-1ebb29b50630. Aug 10 14:30:59.907069 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.088538 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Router d2f6d15d-76de-4bcb-b3cf-de09411b8684 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:31:00.202091 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:31:00.212267 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] Sync routers for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:31:00.220253 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.223298 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:31:00.224147 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:00.247436 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-297e26f7-8722-488e-9dca-0f15ce42a636 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7165949 Aug 10 14:31:00.248139 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:00.250717 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6437388-9d69-4f9b-961f-7ca79909736e" -d '{"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:00.250919 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57858) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:00.256792 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-9bf3caeb-215c-466a-bba5-f9b4a3942296 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14959692', 'description': 'tempest-secgroup-smoke-14959692 description', 'project_id': '2457b06567824d75b894a6edeb199a7d'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:00.283673 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bf3caeb-215c-466a-bba5-f9b4a3942296 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.286982 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57862) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:00.307644 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67cf34b-7a1e-413b-bb93-3779b519dffc x-openstack-request-id: req-d67cf34b-7a1e-413b-bb93-3779b519dffc {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:00.310038 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:00.310038 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d67cf34b-7a1e-413b-bb93-3779b519dffc {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:00.310038 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'status': 'completed', 'code': 200} Aug 10 14:31:00.371468 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:31:00.407635 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6437388-9d69-4f9b-961f-7ca79909736e req-60e1ddab-0eff-4922-a03f-0ba32953321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:00.410551 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6437388-9d69-4f9b-961f-7ca79909736e req-60e1ddab-0eff-4922-a03f-0ba32953321a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1098 time: 0.0528824 Aug 10 14:31:00.421484 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bf3caeb-215c-466a-bba5-f9b4a3942296 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.426283 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bf3caeb-215c-466a-bba5-f9b4a3942296 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.432665 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-04635384-5537-497a-8d71-fa66eff76d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.467592 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3caeb-215c-466a-bba5-f9b4a3942296 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc112023-8b50-461e-bd4f-f27f3d47c357,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:00.470814 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9bf3caeb-215c-466a-bba5-f9b4a3942296 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.472360 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9bf3caeb-215c-466a-bba5-f9b4a3942296 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2200544 Aug 10 14:31:00.475713 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57866) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:00.480401 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-491fd91e-1623-46fc-bb61-6a0cb4ae87ff tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'security_group_rule': {'security_group_id': 'cc112023-8b50-461e-bd4f-f27f3d47c357', 'project_id': '2457b06567824d75b894a6edeb199a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:00.514935 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-491fd91e-1623-46fc-bb61-6a0cb4ae87ff tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.581211 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6437388-9d69-4f9b-961f-7ca79909736e req-848657fe-c34a-4641-982a-00380d47f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:00.582747 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6437388-9d69-4f9b-961f-7ca79909736e req-848657fe-c34a-4641-982a-00380d47f72e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 916 time: 0.1586528 Aug 10 14:31:00.600152 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-491fd91e-1623-46fc-bb61-6a0cb4ae87ff tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.604911 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-491fd91e-1623-46fc-bb61-6a0cb4ae87ff tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.629292 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fd91e-1623-46fc-bb61-6a0cb4ae87ff tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385603d9-fb92-4f74-866e-600efc97b1c5,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:00.632531 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '7d7476d6-c3c2-409c-9da6-db5cfcd26579', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'port_id': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'mac_address': 'fa:16:3e:e2:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:59Z', 'updated_at': '2021-08-10T14:30:59Z', 'revision_number': 0, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:30:01Z', 'revision_number': 5, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:00.667248 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] Checking router: d2f6d15d-76de-4bcb-b3cf-de09411b8684 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:31:00.672506 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6437388-9d69-4f9b-961f-7ca79909736e req-5d52f174-fed8-4936-94e8-349a9c649897 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 998 time: 0.0808742 Aug 10 14:31:00.676538 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:31:00.677221 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:00.702603 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-04635384-5537-497a-8d71-fa66eff76d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.716203 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-491fd91e-1623-46fc-bb61-6a0cb4ae87ff tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.718209 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-491fd91e-1623-46fc-bb61-6a0cb4ae87ff tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2413478 Aug 10 14:31:00.721251 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-04635384-5537-497a-8d71-fa66eff76d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.721414 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57870) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:00.725737 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-433ae0c9-68e2-4cf9-b562-f5f986155db1 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'security_group_rule': {'security_group_id': 'cc112023-8b50-461e-bd4f-f27f3d47c357', 'project_id': '2457b06567824d75b894a6edeb199a7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:00.754188 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-433ae0c9-68e2-4cf9-b562-f5f986155db1 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.771066 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-04635384-5537-497a-8d71-fa66eff76d0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbc2f2c3393c42e289362a1747b3a5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829504 Aug 10 14:31:00.776287 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57872) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:00.778687 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6437388-9d69-4f9b-961f-7ca79909736e req-1fdd59fa-b89e-468c-8d81-2305cc442715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:00.780224 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6437388-9d69-4f9b-961f-7ca79909736e req-1fdd59fa-b89e-468c-8d81-2305cc442715 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 200 len: 854 time: 0.0983207 Aug 10 14:31:00.781323 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04635384-5537-497a-8d71-fa66eff76d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d78b4-b0b5-4151-ba28-51f466faf2a2,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:00.791264 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:31:00.831776 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6437388-9d69-4f9b-961f-7ca79909736e req-f18a9f63-ed56-4e9f-90b1-adea84cbf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:00.832033 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-433ae0c9-68e2-4cf9-b562-f5f986155db1 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.833199 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6437388-9d69-4f9b-961f-7ca79909736e req-f18a9f63-ed56-4e9f-90b1-adea84cbf10c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452156 Aug 10 14:31:00.837540 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-433ae0c9-68e2-4cf9-b562-f5f986155db1 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.864540 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ae0c9-68e2-4cf9-b562-f5f986155db1 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbee94e-c2ce-4c60-9abd-a65d39839f38,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:00.880921 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-433ae0c9-68e2-4cf9-b562-f5f986155db1 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.885989 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-433ae0c9-68e2-4cf9-b562-f5f986155db1 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636941 Aug 10 14:31:00.886645 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57874) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:00.893576 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-99a05f20-eb4e-467c-8647-07152fa656af tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'security_group_rule': {'security_group_id': 'cc112023-8b50-461e-bd4f-f27f3d47c357', 'project_id': '2457b06567824d75b894a6edeb199a7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:00.920712 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6aee710a-6cb3-46fe-9789-9adde0c6e998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.948326 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-99a05f20-eb4e-467c-8647-07152fa656af tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.952649 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6aee710a-6cb3-46fe-9789-9adde0c6e998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.957259 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6437388-9d69-4f9b-961f-7ca79909736e req-afd8d8e1-d118-4cef-b28c-186013c26bed service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085715 Aug 10 14:31:01.025869 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-99a05f20-eb4e-467c-8647-07152fa656af tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.030449 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-99a05f20-eb4e-467c-8647-07152fa656af tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.046351 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '7d7476d6-c3c2-409c-9da6-db5cfcd26579', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'port_id': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'mac_address': 'fa:16:3e:e2:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:59Z', 'updated_at': '2021-08-10T14:30:59Z', 'revision_number': 0, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:30:01Z', 'revision_number': 5, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:01.048852 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6aee710a-6cb3-46fe-9789-9adde0c6e998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.051933 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-6aee710a-6cb3-46fe-9789-9adde0c6e998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.052991 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-6aee710a-6cb3-46fe-9789-9adde0c6e998 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a6d78b4-b0b5-4151-ba28-51f466faf2a2 HTTP/1.1" status: 204 len: 168 time: 0.2755747 Aug 10 14:31:01.058254 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a05f20-eb4e-467c-8647-07152fa656af tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533f26c5-290f-49c9-9001-b38b97b21229,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.067883 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d6437388-9d69-4f9b-961f-7ca79909736e req-ac3ec23e-9ed6-4b91-ac05-c3e2d67bcf35 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024604 Aug 10 14:31:01.068320 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-99a05f20-eb4e-467c-8647-07152fa656af tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.070034 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-99a05f20-eb4e-467c-8647-07152fa656af tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801176 Aug 10 14:31:01.070709 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee710a-6cb3-46fe-9789-9adde0c6e998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d78b4-b0b5-4151-ba28-51f466faf2a2,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.072436 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57878) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:01.076829 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-5b56df4b-272d-4850-b370-edb5e7fa4030 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'security_group_rule': {'security_group_id': 'cc112023-8b50-461e-bd4f-f27f3d47c357', 'project_id': '2457b06567824d75b894a6edeb199a7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:01.101416 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a367e-2b3a-47c8-b7b8-396eaa05d491 None None] The sync data for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi is: [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '7d7476d6-c3c2-409c-9da6-db5cfcd26579', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'port_id': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'mac_address': 'fa:16:3e:e2:8a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:59Z', 'updated_at': '2021-08-10T14:30:59Z', 'revision_number': 0, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:30:01Z', 'revision_number': 5, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:31:01.113504 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5b56df4b-272d-4850-b370-edb5e7fa4030 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.186388 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5b56df4b-272d-4850-b370-edb5e7fa4030 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.190528 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5b56df4b-272d-4850-b370-edb5e7fa4030 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.207647 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56df4b-272d-4850-b370-edb5e7fa4030 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cadcdc-bad1-4e4b-8835-5d0d28d7cd9b,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.219168 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5b56df4b-272d-4850-b370-edb5e7fa4030 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.222990 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5b56df4b-272d-4850-b370-edb5e7fa4030 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493826 Aug 10 14:31:01.223356 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 57884) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:01.228017 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-c7e06add-52be-4686-bc55-dd2813ec7dcc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'security_group_rule': {'security_group_id': 'cc112023-8b50-461e-bd4f-f27f3d47c357', 'project_id': '2457b06567824d75b894a6edeb199a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:01.263308 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.securitygroups_db [None req-c7e06add-52be-4686-bc55-dd2813ec7dcc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Project 2457b06567824d75b894a6edeb199a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:31:01.270186 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7e06add-52be-4686-bc55-dd2813ec7dcc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.336159 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319293ed-9f22-49d6-a024-8c4202de915b None None] New status for floating IP 7d7476d6-c3c2-409c-9da6-db5cfcd26579: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:31:01.340787 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7e06add-52be-4686-bc55-dd2813ec7dcc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.346128 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7e06add-52be-4686-bc55-dd2813ec7dcc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.371469 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-c7e06add-52be-4686-bc55-dd2813ec7dcc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.375642 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-c7e06add-52be-4686-bc55-dd2813ec7dcc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484210 Aug 10 14:31:01.375642 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e06add-52be-4686-bc55-dd2813ec7dcc tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9320148-3905-497f-94a9-98c82ff8f7d5,revision_number=0']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.375968 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57888) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:01.381026 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-ba102400-845c-408e-b2f5-bcc1c1e1e098 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'security_group_rule': {'security_group_id': 'cc112023-8b50-461e-bd4f-f27f3d47c357', 'project_id': '2457b06567824d75b894a6edeb199a7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:01.403807 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57892) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:01.412297 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.securitygroups_db [None req-ba102400-845c-408e-b2f5-bcc1c1e1e098 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Project 2457b06567824d75b894a6edeb199a7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:31:01.422325 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30be57d9-0be6-47d1-8ca9-31134b470a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.425413 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ba102400-845c-408e-b2f5-bcc1c1e1e098 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.514836 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ba102400-845c-408e-b2f5-bcc1c1e1e098 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.521949 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ba102400-845c-408e-b2f5-bcc1c1e1e098 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691970'] for security_group_rule, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.550335 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba102400-845c-408e-b2f5-bcc1c1e1e098 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe83c2c3-7340-4026-872e-fa58511ed297,revision_number=0']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.591135 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30be57d9-0be6-47d1-8ca9-31134b470a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.599510 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-30be57d9-0be6-47d1-8ca9-31134b470a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.600460 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.605437 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ba102400-845c-408e-b2f5-bcc1c1e1e098 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.609920 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ba102400-845c-408e-b2f5-bcc1c1e1e098 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2297368 Aug 10 14:31:01.651477 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-30be57d9-0be6-47d1-8ca9-31134b470a88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49278f5b00c74c25a7a8d0a3f507eaa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466071 Aug 10 14:31:01.652673 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be57d9-0be6-47d1-8ca9-31134b470a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eecdd31-51dc-4169-90a9-784cdc604092,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.657624 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 57900) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:01.706338 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-1baab05d-e021-468a-9593-884671879bfb tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14959692&fields=id&tenant_id=2457b06567824d75b894a6edeb199a7d HTTP/1.1" status: 200 len: 267 time: 0.0439487 Aug 10 14:31:01.712878 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfc79-956b-4118-befb-7e35fde93781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.735680 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfc79-956b-4118-befb-7e35fde93781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.757688 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-8d28638a-a7b9-415f-9d78-ca491c5a64c3 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:01.759244 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-8d28638a-a7b9-415f-9d78-ca491c5a64c3 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Aug 10 14:31:01.771917 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'port': {'security_groups': ['9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06', 'cc112023-8b50-461e-bd4f-f27f3d47c357']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:01.787645 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfc79-956b-4118-befb-7e35fde93781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.790193 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ffdcfc79-956b-4118-befb-7e35fde93781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.793643 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ffdcfc79-956b-4118-befb-7e35fde93781 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6eecdd31-51dc-4169-90a9-784cdc604092 HTTP/1.1" status: 204 len: 168 time: 0.1326902 Aug 10 14:31:01.801301 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcfc79-956b-4118-befb-7e35fde93781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eecdd31-51dc-4169-90a9-784cdc604092,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.841405 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:02.048524 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] For port 808f264d-347f-45e9-bfd3-1ebb29b50630, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=808f264d-347f-45e9-bfd3-1ebb29b50630,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:02.082793 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:02.087825 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:02.130871 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:02.131550 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:02.132682 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['808f264d-347f-45e9-bfd3-1ebb29b50630'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:31:02.136147 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2b9226e7-b870-4ef8-a2dd-c724c3af07b1 req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "PUT /v2.0/ports/808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 981 time: 0.3691759 Aug 10 14:31:02.166988 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f18f9f-be6c-4394-b790-0357bcddc5b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'Port': ['ID=808f264d-347f-45e9-bfd3-1ebb29b50630,revision_number=6']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:02.260717 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3413b-311c-4e98-bd8d-90bd80533284 req-7a4cf443-2d91-4066-bae1-8cf42e40a2e4 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:02.262426 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4da3413b-311c-4e98-bd8d-90bd80533284 req-7a4cf443-2d91-4066-bae1-8cf42e40a2e4 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0654643 Aug 10 14:31:02.307795 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['808f264d-347f-45e9-bfd3-1ebb29b50630'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:31:02.322459 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4da3413b-311c-4e98-bd8d-90bd80533284 req-e6a52976-aaff-47ab-a199-c36dea8d5f5c tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0488138 Aug 10 14:31:02.323002 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:02.325332 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6" -d '{"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:02.375706 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcf2d7b-2616-49b4-8ae3-eb540953fbb4 x-openstack-request-id: req-4dcf2d7b-2616-49b4-8ae3-eb540953fbb4 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:02.375706 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:02.375963 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4dcf2d7b-2616-49b4-8ae3-eb540953fbb4 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:02.376500 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'status': 'completed', 'code': 200} Aug 10 14:31:02.475704 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-6aea6a29-faf0-4fd8-93ad-e606522bae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:02.477313 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-6aea6a29-faf0-4fd8-93ad-e606522bae9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1137 time: 0.0488300 Aug 10 14:31:02.482192 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-e2f6a417-d282-4e47-95cb-c1710093e3a9 None None] Provisioning complete for port 808f264d-347f-45e9-bfd3-1ebb29b50630 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:02.482574 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e2f6a417-d282-4e47-95cb-c1710093e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:02.587223 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-6481456b-4057-4181-864f-5704958bc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:02.588810 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-6481456b-4057-4181-864f-5704958bc3ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 916 time: 0.1025600 Aug 10 14:31:02.662687 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-c87d71aa-b02e-486a-a33f-94e36edfc944 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 1000 time: 0.0644367 Aug 10 14:31:02.732759 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-57dd01f2-a0bb-49c5-8dfb-277a01092234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:02.735462 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-57dd01f2-a0bb-49c5-8dfb-277a01092234 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 200 len: 854 time: 0.0600550 Aug 10 14:31:02.790375 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-98449378-a4a2-49ae-985b-e07031ce2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:02.792110 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-98449378-a4a2-49ae-985b-e07031ce2fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486829 Aug 10 14:31:02.896603 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-f914a43e-8933-450f-b826-6a4bfe42a2d2 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952914 Aug 10 14:31:03.002992 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4f0e1215-16b2-4ea5-8d5f-d263c85090c6 req-63e8e810-3159-4712-9aed-0ccde160fa16 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899165 Aug 10 14:31:07.049941 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-40044502-0c4c-47be-b8fe-09a5696f2e91 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-407065606&fields=id&tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6 HTTP/1.1" status: 200 len: 267 time: 0.0329342 Aug 10 14:31:07.153908 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-b8d24928-12b3-4492-a427-967fd2c7532e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:07.155316 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-b8d24928-12b3-4492-a427-967fd2c7532e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/networks?id=9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 200 len: 808 time: 0.0987847 Aug 10 14:31:07.173098 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-7df3c880-44c0-49b8-b9f1-36fa931dc212 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/quotas/dbd57cdbed9b4cc7a1d25cdd638476d6 HTTP/1.1" status: 200 len: 375 time: 0.0102215 Aug 10 14:31:07.224883 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-76c7d51a-5d90-4ee2-9ef2-cd8cebf990fa tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463350 Aug 10 14:31:07.319754 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-e31cae1d-e716-4be4-b11b-7d5646c9b5c4 service neutron] 10.222.0.44 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820119 Aug 10 14:31:07.406344 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-2c883aa3-9968-4c0c-a905-e0be6e9659ad service neutron] 10.222.0.44 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801969 Aug 10 14:31:07.697280 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-bd65c8ac-cc80-48c2-873b-ea3b0f403b0e req-30736768-e841-41d6-8647-0e4f2ea536be tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 210 time: 0.0323730 Aug 10 14:31:08.317211 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58066) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:08.428033 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f785dd8-6d93-46f7-8167-8c9abf08d296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.521214 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f785dd8-6d93-46f7-8167-8c9abf08d296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.525075 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9f785dd8-6d93-46f7-8167-8c9abf08d296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.561110 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f785dd8-6d93-46f7-8167-8c9abf08d296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac384aa-1690-4189-90f6-659668f7322d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:08.567165 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9f785dd8-6d93-46f7-8167-8c9abf08d296 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87d3c60f3b4943b9a19c92a3c5341236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489846 Aug 10 14:31:08.570340 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58070) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:08.617916 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7b92f5c-d763-4e74-b0c1-59d0167c9a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.641818 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7b92f5c-d763-4e74-b0c1-59d0167c9a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.694658 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7b92f5c-d763-4e74-b0c1-59d0167c9a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.697848 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-f7b92f5c-d763-4e74-b0c1-59d0167c9a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.699133 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-f7b92f5c-d763-4e74-b0c1-59d0167c9a59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fac384aa-1690-4189-90f6-659668f7322d HTTP/1.1" status: 204 len: 168 time: 0.1278803 Aug 10 14:31:08.708579 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b92f5c-d763-4e74-b0c1-59d0167c9a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac384aa-1690-4189-90f6-659668f7322d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:08.791394 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2b25f6ee-82cc-46d7-989e-82afff72064a req-728898f0-554d-439d-9d84-c5faf2bcbf2c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 210 time: 0.0264513 Aug 10 14:31:09.015463 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58078) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:09.032524 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2f892504-3018-4083-a427-06850cff00a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.040419 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-d145c45b-bac4-4406-a56c-cd6ade13554c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:09.041938 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-d145c45b-bac4-4406-a56c-cd6ade13554c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.46 "GET /v2.0/networks?id=9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 200 len: 808 time: 0.1088934 Aug 10 14:31:09.096940 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5fa7f3b0-3cb4-412c-be70-4b49a162173f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6 HTTP/1.1" status: 200 len: 379 time: 0.0384226 Aug 10 14:31:09.115010 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'port': {'device_id': '1f594b31-8509-4806-a6e3-27e75af807ed', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'admin_state_up': True, 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'security_groups': ['8a533a3e-25a6-44c7-914e-09bbdf40b34a']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:09.122525 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2f892504-3018-4083-a427-06850cff00a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.128312 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-2f892504-3018-4083-a427-06850cff00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.159483 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-2f892504-3018-4083-a427-06850cff00a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a8dc5a553594b2e9f2248ace2c886cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422784 Aug 10 14:31:09.162690 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58080) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:09.178402 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f892504-3018-4083-a427-06850cff00a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e146100-c6a5-459b-ac8e-98ae6b836820,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:09.253902 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3905155-8178-4e3c-a8b1-7fe8f235e0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.285916 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3905155-8178-4e3c-a8b1-7fe8f235e0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.292177 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Made reservation on behalf of dbd57cdbed9b4cc7a1d25cdd638476d6 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:09.296110 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.379799 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.395603 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3905155-8178-4e3c-a8b1-7fe8f235e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.398085 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a3905155-8178-4e3c-a8b1-7fe8f235e0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.399218 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a3905155-8178-4e3c-a8b1-7fe8f235e0ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e146100-c6a5-459b-ac8e-98ae6b836820 HTTP/1.1" status: 204 len: 168 time: 0.2332277 Aug 10 14:31:09.415229 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3905155-8178-4e3c-a8b1-7fe8f235e0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e146100-c6a5-459b-ac8e-98ae6b836820,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:09.461852 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Allocated IP 172.20.0.8 (9b025577-c09b-4c7a-96af-69b481834a47/aaddf4c9-623d-4df4-a1c8-034b4bf53f7c/ec10a8c1-bd7d-4f69-bbda-8bd0089c7847) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:31:09.614871 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.629491 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Transition to ACTIVE for port object ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:31:09.666952 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.708148 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Network 9b025577-c09b-4c7a-96af-69b481834a47 is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:31:09.711556 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:31:09.717995 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:31:09.747808 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:09.779332 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:09.780075 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.798897 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-5a08f5c9-312d-4190-bc26-53bbf9b7c8d2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6877420 Aug 10 14:31:09.822963 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Request body: {'port': {'device_id': '1f594b31-8509-4806-a6e3-27e75af807ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:09.913271 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.019880 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28752-c8d1-44b3-a536-9857e06074c6 req-11542926-7894-4aae-a9f5-0f52ec37852c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:10.021753 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3bd28752-c8d1-44b3-a536-9857e06074c6 req-11542926-7894-4aae-a9f5-0f52ec37852c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 931 time: 0.1109266 Aug 10 14:31:10.054634 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-1c191db0-4916-4b42-84ff-386bb52e34a7 None None] Provisioning for port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:31:10.059494 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-1c191db0-4916-4b42-84ff-386bb52e34a7 None None] Provisioning complete for port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:10.059877 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1c191db0-4916-4b42-84ff-386bb52e34a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.097559 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-1c191db0-4916-4b42-84ff-386bb52e34a7 None None] Port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:31:10.133265 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3bd28752-c8d1-44b3-a536-9857e06074c6 req-8e37ad0d-4105-4d5f-98aa-f892dfdc4168 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007361 Aug 10 14:31:10.537839 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:31:10.545636 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.558085 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Transition to ACTIVE for port object ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:31:10.562238 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.630613 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Pushing event updated for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:10.688730 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Attempting to bind port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:31:10.689244 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Attempting to bind port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:31:10.689717 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Attempting to bind port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 on network 9b025577-c09b-4c7a-96af-69b481834a47 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:31:10.695168 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 on network 9b025577-c09b-4c7a-96af-69b481834a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:31:10.695567 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Attempting to bind port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 on network 9b025577-c09b-4c7a-96af-69b481834a47 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:31:10.700826 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:31:10.701234 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Checking segment: {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:31:10.701704 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Bound using segment: {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:31:10.702281 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Bound port: ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874eb35c-9ab1-4cff-9418-35d45de63605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:31:10.702718 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.783605 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:31:10.787075 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:31:10.792010 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.840043 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:10.840763 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.842193 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] 10.222.0.46 "PUT /v2.0/ports/ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 200 len: 1093 time: 1.0249627 Aug 10 14:31:10.842645 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:10.845721 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ff76d1-907f-432d-baef-d51404d053bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:10.872882 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe2a80-590a-4c77-95af-b478ddeb3ebc service neutron] Pushing event updated for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:10.894710 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d0efd3-f4bf-42bf-8046-f3b3e19ab361 x-openstack-request-id: req-95d0efd3-f4bf-42bf-8046-f3b3e19ab361 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:10.895000 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:10.895251 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95d0efd3-f4bf-42bf-8046-f3b3e19ab361 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:10.895698 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'status': 'completed', 'code': 200} Aug 10 14:31:10.964305 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-8cdf306d-a6b5-407f-b030-8913b03c8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:10.966555 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-8cdf306d-a6b5-407f-b030-8913b03c8953 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1096 time: 0.0514553 Aug 10 14:31:11.027800 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-22cb4cc9-32a2-45a3-a998-5d0fa7065ff6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 200 len: 217 time: 0.0425165 Aug 10 14:31:11.092695 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-49fca04d-c875-43e2-b99b-36ba3a64cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.094847 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-49fca04d-c875-43e2-b99b-36ba3a64cf4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c HTTP/1.1" status: 200 len: 847 time: 0.0488601 Aug 10 14:31:11.150362 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-725a6edf-5e92-4bac-946a-a253eef712a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.151830 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-725a6edf-5e92-4bac-946a-a253eef712a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b025577-c09b-4c7a-96af-69b481834a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455916 Aug 10 14:31:11.284873 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd740b-f83a-41b3-94ec-e5c4d7a7bcbc req-746c9c87-5bb8-47d5-8076-aaf9eade6c37 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.286554 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29cd740b-f83a-41b3-94ec-e5c4d7a7bcbc req-746c9c87-5bb8-47d5-8076-aaf9eade6c37 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0737638 Aug 10 14:31:11.302898 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-003d9bcb-16be-423d-9489-b208eac8dd11 service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407123 Aug 10 14:31:11.377769 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29cd740b-f83a-41b3-94ec-e5c4d7a7bcbc req-e6904ad2-4b7e-4432-9ee8-cd726ca399cd tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839925 Aug 10 14:31:11.414478 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8d1b6267-f9e2-4d12-959b-6aaf0731eae7 req-bcc5ad3c-e7d6-49f3-8e98-749af70ebd28 service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012304 Aug 10 14:31:11.564190 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff76d1-907f-432d-baef-d51404d053bf req-38dfa064-8744-4a25-8d52-3c6873dfc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.565681 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-96ff76d1-907f-432d-baef-d51404d053bf req-38dfa064-8744-4a25-8d52-3c6873dfc2af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1096 time: 0.0443964 Aug 10 14:31:11.660617 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff76d1-907f-432d-baef-d51404d053bf req-0e854f68-55ef-4b37-b626-49dfd45451d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.660617 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-96ff76d1-907f-432d-baef-d51404d053bf req-0e854f68-55ef-4b37-b626-49dfd45451d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 200 len: 909 time: 0.0837047 Aug 10 14:31:11.704273 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-96ff76d1-907f-432d-baef-d51404d053bf req-eba532a1-5d16-4c2f-9c1d-d62e03935bea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 200 len: 217 time: 0.0373628 Aug 10 14:31:11.766366 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff76d1-907f-432d-baef-d51404d053bf req-55d0522a-a10f-4959-9266-5cf471aa6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.767888 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-96ff76d1-907f-432d-baef-d51404d053bf req-55d0522a-a10f-4959-9266-5cf471aa6fc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c HTTP/1.1" status: 200 len: 847 time: 0.0473683 Aug 10 14:31:11.820764 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff76d1-907f-432d-baef-d51404d053bf req-35d071e3-dea9-4ded-bc08-3b4abfdcdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.823261 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-96ff76d1-907f-432d-baef-d51404d053bf req-35d071e3-dea9-4ded-bc08-3b4abfdcdcc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b025577-c09b-4c7a-96af-69b481834a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470150 Aug 10 14:31:11.951003 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-96ff76d1-907f-432d-baef-d51404d053bf req-415090d0-ab87-4149-869f-6bdd700a2dcd service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189542 Aug 10 14:31:12.042447 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-96ff76d1-907f-432d-baef-d51404d053bf req-2ceaf352-e646-45fc-aeb0-67be5ce77e26 service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841939 Aug 10 14:31:12.502273 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7672c38-940a-41b8-994d-b10f8c387d45 req-5dbe9eab-2101-49c2-a294-3613ca777705 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:12.503869 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f7672c38-940a-41b8-994d-b10f8c387d45 req-5dbe9eab-2101-49c2-a294-3613ca777705 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0536492 Aug 10 14:31:12.547095 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f7672c38-940a-41b8-994d-b10f8c387d45 req-02476b62-7d72-4b94-8a8d-3bf829def9ba tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372972 Aug 10 14:31:13.676903 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842c19-918c-49e6-857b-b62fce9a95a2 req-0fa9374d-41ec-4ee8-aa32-c22c4941af71 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:13.678454 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-82842c19-918c-49e6-857b-b62fce9a95a2 req-0fa9374d-41ec-4ee8-aa32-c22c4941af71 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0496249 Aug 10 14:31:13.718887 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-82842c19-918c-49e6-857b-b62fce9a95a2 req-c7e8d27e-2c9e-4a4e-b02b-12c3ec80478e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338056 Aug 10 14:31:14.859584 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051fc45-a838-44d2-b3b6-9e49f443a750 req-fd26d4e3-0624-4cbd-8aaa-48cfd89e72ee tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:14.861185 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0051fc45-a838-44d2-b3b6-9e49f443a750 req-fd26d4e3-0624-4cbd-8aaa-48cfd89e72ee tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0703802 Aug 10 14:31:14.904454 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0051fc45-a838-44d2-b3b6-9e49f443a750 req-82417462-03b4-4756-af9f-79a414a3ffe4 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370765 Aug 10 14:31:16.022906 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e16a2-5cc6-4416-a0ae-55ffdaec456d req-ad33fdb4-e6be-45c3-b6d4-0448c3abdc3c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:16.024336 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b2e16a2-5cc6-4416-a0ae-55ffdaec456d req-ad33fdb4-e6be-45c3-b6d4-0448c3abdc3c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0504282 Aug 10 14:31:16.071524 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5b2e16a2-5cc6-4416-a0ae-55ffdaec456d req-ff8a8f9e-6ee4-4a1a-a862-cf7e8067c472 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397205 Aug 10 14:31:17.187105 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446a40e-b654-45e2-9d84-4e57152b13a1 req-1b41b737-b4cf-4da8-a701-1c455293b690 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:17.188652 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3446a40e-b654-45e2-9d84-4e57152b13a1 req-1b41b737-b4cf-4da8-a701-1c455293b690 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0499532 Aug 10 14:31:17.228411 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3446a40e-b654-45e2-9d84-4e57152b13a1 req-afdbe896-1c5b-4635-8842-f877afe07291 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336938 Aug 10 14:31:18.344211 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447fe4-0ba8-4e1f-a33f-f14a076da653 req-b712cbfc-98b4-4cce-9fd8-14ca7bc3197c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:18.345755 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0447fe4-0ba8-4e1f-a33f-f14a076da653 req-b712cbfc-98b4-4cce-9fd8-14ca7bc3197c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0508475 Aug 10 14:31:18.384876 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0447fe4-0ba8-4e1f-a33f-f14a076da653 req-6439e4d6-5109-4a99-956b-a8cd346afc26 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330281 Aug 10 14:31:19.500708 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a232e7-9783-42fd-909f-2958681e85bc req-0ff1ef2c-a0ee-4913-b3ef-76b8546b7c81 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:19.502306 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22a232e7-9783-42fd-909f-2958681e85bc req-0ff1ef2c-a0ee-4913-b3ef-76b8546b7c81 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0501053 Aug 10 14:31:19.547478 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-22a232e7-9783-42fd-909f-2958681e85bc req-e5dbfe27-1e13-4379-a546-5e16a8790c59 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388336 Aug 10 14:31:20.667523 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e75269-0c75-41a6-bb0e-5b15d219a15f req-2eaf89c5-0368-42b3-8987-b41e3ab74226 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:20.669078 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-87e75269-0c75-41a6-bb0e-5b15d219a15f req-2eaf89c5-0368-42b3-8987-b41e3ab74226 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0527976 Aug 10 14:31:20.719343 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-87e75269-0c75-41a6-bb0e-5b15d219a15f req-47ca3dba-c7fb-44fc-addb-ea967f351f57 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412712 Aug 10 14:31:21.844491 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da927c-f5ea-4700-8eb7-9c160e3b47af req-62ac740a-1a3f-4d2b-a256-6178aa493565 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:21.846089 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76da927c-f5ea-4700-8eb7-9c160e3b47af req-62ac740a-1a3f-4d2b-a256-6178aa493565 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0537696 Aug 10 14:31:21.886185 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76da927c-f5ea-4700-8eb7-9c160e3b47af req-5749efc8-38e8-4f25-a165-71c17a7eb82d tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338902 Aug 10 14:31:23.011303 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883fa6a-7421-41f2-b89b-bde57e53647a req-766a6401-50c9-418e-a1ac-c799f4c5b4b8 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:23.012828 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9883fa6a-7421-41f2-b89b-bde57e53647a req-766a6401-50c9-418e-a1ac-c799f4c5b4b8 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0559444 Aug 10 14:31:23.056775 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9883fa6a-7421-41f2-b89b-bde57e53647a req-5ccf9061-a33a-42ff-83b9-a0feb4d6d5c8 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372512 Aug 10 14:31:23.068610 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:31:23.169967 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:23.181482 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'port_id': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'mac_address': 'fa:16:3e:c0:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:31:23.217631 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.229947 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:31:23.250184 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:23.254092 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.304202 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:24.202471 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d6a96-68ff-4a06-8210-e0f4d2bb1708 req-f5e57fcb-8604-42eb-acb0-a831b9e01e99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:24.205646 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7b0d6a96-68ff-4a06-8210-e0f4d2bb1708 req-f5e57fcb-8604-42eb-acb0-a831b9e01e99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 944 time: 0.0765769 Aug 10 14:31:24.247509 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7b0d6a96-68ff-4a06-8210-e0f4d2bb1708 req-e661e854-2211-4c36-bde3-a1b94434607e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361004 Aug 10 14:31:25.374710 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29eaa-758e-485d-a75f-d6baa3d2f9b9 req-f7d11c09-f5fe-49d8-b8c1-3eb1e0332292 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:25.376137 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dcb29eaa-758e-485d-a75f-d6baa3d2f9b9 req-f7d11c09-f5fe-49d8-b8c1-3eb1e0332292 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 944 time: 0.0530083 Aug 10 14:31:25.416823 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-dcb29eaa-758e-485d-a75f-d6baa3d2f9b9 req-1a98e327-ee37-4cfc-8323-ba3b8a33153d tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338526 Aug 10 14:31:25.829451 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ae2ef496-3460-4e0e-86b9-c8931a75b1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:26.168793 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:31:26.537261 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6901c6-94a2-42fb-8aa4-bfa59cc1a27c req-500249d7-7d8e-4830-8cce-b3deaad2401c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:26.538827 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cf6901c6-94a2-42fb-8aa4-bfa59cc1a27c req-500249d7-7d8e-4830-8cce-b3deaad2401c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 944 time: 0.0503430 Aug 10 14:31:26.582514 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cf6901c6-94a2-42fb-8aa4-bfa59cc1a27c req-9979a60a-3a66-4317-bb77-10bec2468e7e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374603 Aug 10 14:31:27.706259 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc388b0-2f84-4953-a22c-a4ff404b1f67 req-7dd6b98c-e60a-4218-89fe-62427352fd7c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:27.707780 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4dc388b0-2f84-4953-a22c-a4ff404b1f67 req-7dd6b98c-e60a-4218-89fe-62427352fd7c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 944 time: 0.0493102 Aug 10 14:31:27.747904 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4dc388b0-2f84-4953-a22c-a4ff404b1f67 req-22e5a258-8d4a-4651-a721-5e00c0687b73 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341763 Aug 10 14:31:27.888811 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:31:27.939870 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:31:27.943664 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:27.944299 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.018189 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.039721 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:28.041951 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9a05a3-c898-49e0-8013-235b704e85b0" -d '{"events": [{"server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "name": "network-vif-plugged", "status": "completed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:28.058368 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:28.064810 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.109890 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e017c9-7274-4ad6-93ad-6a4a8916b78b x-openstack-request-id: req-c4e017c9-7274-4ad6-93ad-6a4a8916b78b {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:28.110435 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "name": "network-vif-plugged", "status": "completed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:28.110997 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4e017c9-7274-4ad6-93ad-6a4a8916b78b {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:28.111550 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'code': 200} Aug 10 14:31:28.141160 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:28.148824 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.149232 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.149577 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.149932 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.150299 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.150637 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.150974 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.151310 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.151644 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.151965 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.152297 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.152671 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:28.375798 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585440b9-53ff-4ea8-b5f2-deb7604699ea req-74a8bf16-b64f-4e20-8edf-d7d02c1e2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:28.377275 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-585440b9-53ff-4ea8-b5f2-deb7604699ea req-74a8bf16-b64f-4e20-8edf-d7d02c1e2ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1098 time: 0.0420384 Aug 10 14:31:28.412602 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-585440b9-53ff-4ea8-b5f2-deb7604699ea req-50dcd77a-1e58-4e6e-b4f9-4808367ad318 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277863 Aug 10 14:31:28.593909 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-16301ecc-e13d-4136-8733-5babca229cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.746821 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.864491 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1ce6c-185a-42d1-9186-abc663c21780 req-9e4779d6-f02f-4705-942b-29d9619bc4a1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:28.866158 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7cf1ce6c-185a-42d1-9186-abc663c21780 req-9e4779d6-f02f-4705-942b-29d9619bc4a1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0509217 Aug 10 14:31:28.912886 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7cf1ce6c-185a-42d1-9186-abc663c21780 req-922bbf70-6495-4d2a-96a3-85782cdc08ca tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404880 Aug 10 14:31:29.905370 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.036841 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36aa5c-b230-489a-a3d4-2b559e36c1a8 req-2a918ea7-a473-4284-adb0-7bb13b398207 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:30.039152 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da36aa5c-b230-489a-a3d4-2b559e36c1a8 req-2a918ea7-a473-4284-adb0-7bb13b398207 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0571098 Aug 10 14:31:30.079822 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-da36aa5c-b230-489a-a3d4-2b559e36c1a8 req-f5260967-fd6b-4da2-acf8-fa97e02c1372 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335333 Aug 10 14:31:30.211689 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa1e9e-8d89-4f72-a69d-25a8680e624d req-ae38db98-7412-4d31-b1b1-aaa06b8b8df9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:30.213260 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-84aa1e9e-8d89-4f72-a69d-25a8680e624d req-ae38db98-7412-4d31-b1b1-aaa06b8b8df9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0546975 Aug 10 14:31:30.254488 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-84aa1e9e-8d89-4f72-a69d-25a8680e624d req-97cf626c-8114-47bd-ac25-10f0efb8e6f9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346367 Aug 10 14:31:30.277340 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58256) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:30.309415 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58260) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:30.416933 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.479521 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fabcb9-5f3d-4b43-90f3-61c8ea824cca tempest-TestShelveInstance-1309230774 tempest-TestShelveInstance-1309230774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:30.484716 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f2fabcb9-5f3d-4b43-90f3-61c8ea824cca tempest-TestShelveInstance-1309230774 tempest-TestShelveInstance-1309230774-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1093 time: 0.2020497 Aug 10 14:31:30.484953 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58264) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:30.489903 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'port_id': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:30.522550 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.526398 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.540818 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for floatingip, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.565625 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d96dd163a45499f9c868fa2b4e801b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548883 Aug 10 14:31:30.566606 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c717a70b-c34f-49eb-bf60-18805d7f337f,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:30.568565 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58266) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:30.586200 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.586545 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.586888 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.587215 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.587542 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.587866 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.588193 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.588511 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.588836 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.589154 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.589470 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.589783 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438623d5-ac79-45a7-abc4-865226fa7135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.629311 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fee3424d-f52e-4468-8450-07efbe48a7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.645316 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.653326 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fee3424d-f52e-4468-8450-07efbe48a7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.700018 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fee3424d-f52e-4468-8450-07efbe48a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.703023 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-fee3424d-f52e-4468-8450-07efbe48a7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.704174 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-fee3424d-f52e-4468-8450-07efbe48a7c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c717a70b-c34f-49eb-bf60-18805d7f337f HTTP/1.1" status: 204 len: 168 time: 0.1344507 Aug 10 14:31:30.711853 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3424d-f52e-4468-8450-07efbe48a7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c717a70b-c34f-49eb-bf60-18805d7f337f,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:30.757241 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Allocated IP 172.27.3.162 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/3fbd96fd-5377-41d9-af3f-6dafec3a85f9) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:31:30.864776 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.906465 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.945401 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:31:30.950840 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:31:30.954972 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:31:30.983671 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'Port': ['ID=3fbd96fd-5377-41d9-af3f-6dafec3a85f9,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:30.996598 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.996953 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.997293 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.997631 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.998519 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.998858 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.999182 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.999509 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:30.999834 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:31.000165 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:31.000489 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:31.000807 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:31.335592 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.406070 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.561122 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.565813 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.606471 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.637360 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event updated for resources: {'Port': ['ID=3fbd96fd-5377-41d9-af3f-6dafec3a85f9,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:31.651853 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.755450 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Floating IP c4d30e55-1e4e-4103-82a0-4c4b20634b15 associated. External IP: 172.27.3.162, port: ec10a8c1-bd7d-4f69-bbda-8bd0089c7847. Aug 10 14:31:31.973127 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Router 670c6d67-ab2e-44b9-b74a-f98378b46cfe has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:31:32.086791 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:31:32.098773 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] Sync routers for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:31:32.108161 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:31:32.108802 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:32.119904 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.155529 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5d7954d0-d50e-4842-9be0-c58b2367920f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6694696 Aug 10 14:31:32.156428 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:32.159030 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635" -d '{"events": [{"name": "network-changed", "server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:32.199800 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d280ca3c-f668-4b29-a354-9b17f81ca938 x-openstack-request-id: req-d280ca3c-f668-4b29-a354-9b17f81ca938 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:32.200092 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:32.200342 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d280ca3c-f668-4b29-a354-9b17f81ca938 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:32.200762 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'status': 'completed', 'code': 200} Aug 10 14:31:32.266378 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:31:32.329342 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc569b-3786-461c-94fe-79025135c700 req-e56ac518-d541-4785-9949-ef62bb4570a9 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.331150 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73cc569b-3786-461c-94fe-79025135c700 req-e56ac518-d541-4785-9949-ef62bb4570a9 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0831940 Aug 10 14:31:32.336007 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-2dbde943-1c8a-47f7-a7b3-64b53297920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.337354 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-2dbde943-1c8a-47f7-a7b3-64b53297920d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1098 time: 0.0629697 Aug 10 14:31:32.356833 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-1f740c39-429e-4a35-9fe9-de0adffc8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.360025 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-1f740c39-429e-4a35-9fe9-de0adffc8bd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1137 time: 0.0536895 Aug 10 14:31:32.423880 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73cc569b-3786-461c-94fe-79025135c700 req-aa95f718-3c93-4225-9a53-684c43fbb4ab tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0853837 Aug 10 14:31:32.471054 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-107e21b7-7527-457b-834b-f07391ed7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.474198 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-107e21b7-7527-457b-834b-f07391ed7c59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 200 len: 909 time: 0.1269155 Aug 10 14:31:32.474811 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-027e88c2-4ceb-4555-8cc9-9e1fcf29d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.477549 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-027e88c2-4ceb-4555-8cc9-9e1fcf29d280 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 916 time: 0.1084301 Aug 10 14:31:32.538942 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'c4d30e55-1e4e-4103-82a0-4c4b20634b15', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'port_id': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'mac_address': 'fa:16:3e:c0:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f594b31-8509-4806-a6e3-27e75af807ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:31:31Z', 'updated_at': '2021-08-10T14:31:31Z', 'revision_number': 0, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:32.561464 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-8814c616-e505-41e9-bdf2-b471e7841e3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 1000 time: 0.0732632 Aug 10 14:31:32.563493 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-25f61f12-5d50-47c0-bbed-327ac331ed91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 200 len: 999 time: 0.0767019 Aug 10 14:31:32.577170 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] Checking router: 670c6d67-ab2e-44b9-b74a-f98378b46cfe for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:31:32.586105 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:31:32.586742 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:32.630080 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-fd3383f2-2cc2-4d3c-a9e9-8b2171712838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.630858 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-c3d81565-ca5b-4bb2-afea-6ad0b23caee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.631886 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-fd3383f2-2cc2-4d3c-a9e9-8b2171712838 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 200 len: 854 time: 0.0560412 Aug 10 14:31:32.632624 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-c3d81565-ca5b-4bb2-afea-6ad0b23caee7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c HTTP/1.1" status: 200 len: 847 time: 0.0552506 Aug 10 14:31:32.701909 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-28105b90-ca87-42bf-8c83-33ad69773025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.703643 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-28105b90-ca87-42bf-8c83-33ad69773025 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575130 Aug 10 14:31:32.709107 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-9076b1d4-2e86-471e-b708-2697ebf16b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:32.710823 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-9076b1d4-2e86-471e-b708-2697ebf16b89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b025577-c09b-4c7a-96af-69b481834a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640745 Aug 10 14:31:32.719589 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:31:32.816653 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-a8936a7a-4e4e-4d3e-8b27-3b318a09c012 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036649 Aug 10 14:31:32.818363 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-a33e093a-c31c-4e11-9d32-4afdbc16619b service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994771 Aug 10 14:31:32.932578 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-a9e08e5b-cd4e-471d-b0cc-ee2aadf6018c req-9be4ed1f-d079-46eb-b28a-3dca11ce7b89 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016021 Aug 10 14:31:32.998838 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-31217bf7-8e9c-4d00-a7a8-4fef1a1dc635 req-356f7201-f51b-4670-bd62-0934572d6a9a service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676564 Aug 10 14:31:32.999401 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'c4d30e55-1e4e-4103-82a0-4c4b20634b15', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'port_id': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'mac_address': 'fa:16:3e:c0:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f594b31-8509-4806-a6e3-27e75af807ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:31:31Z', 'updated_at': '2021-08-10T14:31:31Z', 'revision_number': 0, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:33.034314 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa562dad-3dc4-4654-b6d0-dc44132b239c None None] The sync data for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi is: [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': 'c4d30e55-1e4e-4103-82a0-4c4b20634b15', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'floating_ip_address': '172.27.3.162', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'port_id': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'mac_address': 'fa:16:3e:c0:c6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f594b31-8509-4806-a6e3-27e75af807ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:31:31Z', 'updated_at': '2021-08-10T14:31:31Z', 'revision_number': 0, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:31:33.244893 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6782f-6986-43fa-8d45-546b557f082c None None] New status for floating IP c4d30e55-1e4e-4103-82a0-4c4b20634b15: ACTIVE {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:31:33.544590 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8914e-dd1e-4290-9694-ac76658c1d0d req-2928cf70-d715-43ea-82d1-3401558b586f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:33.546090 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a4e8914e-dd1e-4290-9694-ac76658c1d0d req-2928cf70-d715-43ea-82d1-3401558b586f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0491686 Aug 10 14:31:33.585372 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a4e8914e-dd1e-4290-9694-ac76658c1d0d req-48834eba-b618-40b9-a3a1-bd2bb8a03736 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332460 Aug 10 14:31:34.715189 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d153f-c4bb-4551-b067-7849a79fc585 req-aad520f5-2e64-41b1-95a4-346dde9b83ee tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:34.717262 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a82d153f-c4bb-4551-b067-7849a79fc585 req-aad520f5-2e64-41b1-95a4-346dde9b83ee tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0625372 Aug 10 14:31:34.771496 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:31:35.014495 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-a82d153f-c4bb-4551-b067-7849a79fc585 req-4076ada3-ca08-4fa7-9667-5c7972c593b0 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2901113 Aug 10 14:31:36.130285 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e9fe2-4d38-460e-a939-0af4ee05554f req-ab63cb44-6c21-4b22-b634-73cb2057ce18 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:36.131743 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-204e9fe2-4d38-460e-a939-0af4ee05554f req-ab63cb44-6c21-4b22-b634-73cb2057ce18 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0482101 Aug 10 14:31:36.172302 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-204e9fe2-4d38-460e-a939-0af4ee05554f req-51e44fa6-9901-4613-a7d5-217026dbafc2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340641 Aug 10 14:31:37.295338 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f182b6c-5849-46d3-a88a-b8ecf5654863 req-b3540eeb-597f-4f88-ac11-7e1aef8f6da2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:37.296809 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f182b6c-5849-46d3-a88a-b8ecf5654863 req-b3540eeb-597f-4f88-ac11-7e1aef8f6da2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0514374 Aug 10 14:31:37.336882 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f182b6c-5849-46d3-a88a-b8ecf5654863 req-b661512a-7c6e-4dbf-9104-be174f6152e6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340199 Aug 10 14:31:38.451881 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec35cc1-2142-4ac9-ab82-f51c7e82e8ad req-cdb6ec8b-851d-4c38-a5e6-e23dba740cc7 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:38.453889 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ec35cc1-2142-4ac9-ab82-f51c7e82e8ad req-cdb6ec8b-851d-4c38-a5e6-e23dba740cc7 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0513399 Aug 10 14:31:38.494512 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7ec35cc1-2142-4ac9-ab82-f51c7e82e8ad req-05116d7e-beda-418f-9651-8e4ad4c3a5d2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345547 Aug 10 14:31:39.047227 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58410) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:39.156806 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-88d5a891-33b1-4b35-8a8a-bd6460f09265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.245815 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-88d5a891-33b1-4b35-8a8a-bd6460f09265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.249462 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-88d5a891-33b1-4b35-8a8a-bd6460f09265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.287355 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-88d5a891-33b1-4b35-8a8a-bd6460f09265 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddedfdddc3a14f68baed83295c4bc3d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390432 Aug 10 14:31:39.288212 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5a891-33b1-4b35-8a8a-bd6460f09265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07657f4f-651c-4ec4-b028-a8b890c63e1d,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:39.290062 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58414) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:39.338169 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a38e929e-3f9a-44fc-b503-2984784fcb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.359434 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a38e929e-3f9a-44fc-b503-2984784fcb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.391000 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.406062 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a38e929e-3f9a-44fc-b503-2984784fcb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.408608 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a38e929e-3f9a-44fc-b503-2984784fcb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.409757 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a38e929e-3f9a-44fc-b503-2984784fcb59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07657f4f-651c-4ec4-b028-a8b890c63e1d HTTP/1.1" status: 204 len: 168 time: 0.1187019 Aug 10 14:31:39.417314 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e929e-3f9a-44fc-b503-2984784fcb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07657f4f-651c-4ec4-b028-a8b890c63e1d,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:39.617404 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788e2d5-8b01-4efb-badb-9e6929cf7e23 req-0b1b6295-901e-4682-ad8a-a0937b5bbd35 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:39.618946 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2788e2d5-8b01-4efb-badb-9e6929cf7e23 req-0b1b6295-901e-4682-ad8a-a0937b5bbd35 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0536053 Aug 10 14:31:39.668787 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2788e2d5-8b01-4efb-badb-9e6929cf7e23 req-d675c7a9-caaa-46e7-9fef-e83ca02ff05d tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427046 Aug 10 14:31:39.686959 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58422) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:39.700397 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9d87c38-cad6-400f-9384-ec0b6c31c900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.787892 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9d87c38-cad6-400f-9384-ec0b6c31c900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.791739 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-a9d87c38-cad6-400f-9384-ec0b6c31c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.831344 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-a9d87c38-cad6-400f-9384-ec0b6c31c900 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc19700007b74daea5cabee5c936b9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432405 Aug 10 14:31:39.832228 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d87c38-cad6-400f-9384-ec0b6c31c900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83897c12-e964-4de2-8314-76b3c53a7702,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:39.834066 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58424) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:39.890180 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ef0f051d-11b7-46a9-b85d-365453a81e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.923765 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ef0f051d-11b7-46a9-b85d-365453a81e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.979596 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ef0f051d-11b7-46a9-b85d-365453a81e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.982278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ef0f051d-11b7-46a9-b85d-365453a81e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.983437 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ef0f051d-11b7-46a9-b85d-365453a81e22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83897c12-e964-4de2-8314-76b3c53a7702 HTTP/1.1" status: 204 len: 168 time: 0.1483114 Aug 10 14:31:39.991775 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f051d-11b7-46a9-b85d-365453a81e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83897c12-e964-4de2-8314-76b3c53a7702,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:40.295013 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58430) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:40.308149 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9c3db3e5-3459-4265-a9bc-aeebc7cf7b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.397636 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9c3db3e5-3459-4265-a9bc-aeebc7cf7b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.401260 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9c3db3e5-3459-4265-a9bc-aeebc7cf7b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.437885 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3db3e5-3459-4265-a9bc-aeebc7cf7b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb8c0f1-8ad0-46fa-9049-04b6b70eaf49,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:40.445073 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9c3db3e5-3459-4265-a9bc-aeebc7cf7b9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f5a31eaf8004a42bdfb47196a8b0237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461520 Aug 10 14:31:40.445577 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58432) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:40.495787 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a238fcbd-4bdc-40d6-9716-130e8de5f19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.517295 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a238fcbd-4bdc-40d6-9716-130e8de5f19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.564093 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a238fcbd-4bdc-40d6-9716-130e8de5f19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.566779 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a238fcbd-4bdc-40d6-9716-130e8de5f19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.567924 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a238fcbd-4bdc-40d6-9716-130e8de5f19a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceb8c0f1-8ad0-46fa-9049-04b6b70eaf49 HTTP/1.1" status: 204 len: 168 time: 0.1212413 Aug 10 14:31:40.575848 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238fcbd-4bdc-40d6-9716-130e8de5f19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb8c0f1-8ad0-46fa-9049-04b6b70eaf49,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:40.792267 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83b718-050a-4696-b0eb-aff6faab8e22 req-ee0011b8-7b3e-4475-96b5-5ef9356cc4fe tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:40.793907 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cc83b718-050a-4696-b0eb-aff6faab8e22 req-ee0011b8-7b3e-4475-96b5-5ef9356cc4fe tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0553706 Aug 10 14:31:40.839711 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-cc83b718-050a-4696-b0eb-aff6faab8e22 req-1d411a17-3f7b-4f4c-9408-a7784a384473 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0369861 Aug 10 14:31:41.964296 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb857-0e53-402a-a2b8-995c541c1783 req-39b2540f-81af-46ac-be60-e86050fbe7f5 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:41.965770 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-691eb857-0e53-402a-a2b8-995c541c1783 req-39b2540f-81af-46ac-be60-e86050fbe7f5 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0566690 Aug 10 14:31:42.007565 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-691eb857-0e53-402a-a2b8-995c541c1783 req-f2452ada-d9a2-4978-bf95-60c0650a8c52 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0354080 Aug 10 14:31:43.121413 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacafb2-6154-4342-9254-733afa2a2ea4 req-d24bd6b1-2065-47db-8780-8c1853d4976f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:43.122928 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-baacafb2-6154-4342-9254-733afa2a2ea4 req-d24bd6b1-2065-47db-8780-8c1853d4976f tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0487359 Aug 10 14:31:43.162299 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-baacafb2-6154-4342-9254-733afa2a2ea4 req-0c1fd1d6-242d-403b-ab2d-3c4ab7e0adc8 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332634 Aug 10 14:31:44.281748 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a54c39-cb24-48bf-afcd-fec271ddede5 req-fb8e843c-d25c-47b0-b3f8-02fc3314b576 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:44.283261 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d9a54c39-cb24-48bf-afcd-fec271ddede5 req-fb8e843c-d25c-47b0-b3f8-02fc3314b576 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0527778 Aug 10 14:31:44.339194 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d9a54c39-cb24-48bf-afcd-fec271ddede5 req-a56ab96e-fc8d-42e7-ac93-2b7e03c71c40 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&id=cc112023-8b50-461e-bd4f-f27f3d47c357&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0497341 Aug 10 14:31:50.822638 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3de7573-04f1-4131-9730-2cde4485b27d req-632ec15f-b834-475d-a0fc-7ab91cc120bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382814 Aug 10 14:31:50.899345 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7573-04f1-4131-9730-2cde4485b27d req-7afcf533-5499-4940-8bf6-1dca6cebe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:50.900815 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3de7573-04f1-4131-9730-2cde4485b27d req-7afcf533-5499-4940-8bf6-1dca6cebe9db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1137 time: 0.0407000 Aug 10 14:31:51.005656 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7573-04f1-4131-9730-2cde4485b27d req-5f3ce208-857a-49e9-8a4e-5e72a56894c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:51.007144 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3de7573-04f1-4131-9730-2cde4485b27d req-5f3ce208-857a-49e9-8a4e-5e72a56894c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 916 time: 0.0871191 Aug 10 14:31:51.073535 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3de7573-04f1-4131-9730-2cde4485b27d req-8049b015-6531-430d-b142-06385d75650d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 1000 time: 0.0576947 Aug 10 14:31:51.121542 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7573-04f1-4131-9730-2cde4485b27d req-d371a1a6-b0c2-423c-bf4a-69dc3688c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:51.123630 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3de7573-04f1-4131-9730-2cde4485b27d req-d371a1a6-b0c2-423c-bf4a-69dc3688c778 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 200 len: 854 time: 0.0428205 Aug 10 14:31:51.174056 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7573-04f1-4131-9730-2cde4485b27d req-5327b465-fbae-4d77-b640-abee2ca1906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:51.175540 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3de7573-04f1-4131-9730-2cde4485b27d req-5327b465-fbae-4d77-b640-abee2ca1906c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437562 Aug 10 14:31:51.265760 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3de7573-04f1-4131-9730-2cde4485b27d req-d01d5ae4-b253-477f-9540-1c75100d61fe service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824261 Aug 10 14:31:51.356939 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3de7573-04f1-4131-9730-2cde4485b27d req-76a39cd5-52c0-40bc-84a4-e81226f1ac14 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835168 Aug 10 14:31:55.830630 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-789ce8cd-325b-4408-a46b-2f97a2d9b4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:58.600800 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7706dde1-afad-4376-aa57-5f38de22d335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:58.749852 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.910926 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.602007 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.388339 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-8afa71c1-c6d6-4be5-9f26-d9aa3e6277ad tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171950158&fields=id&tenant_id=fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 267 time: 0.0334713 Aug 10 14:32:04.491926 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-c13eccda-4e48-44e7-8f3d-7a68cd31b823 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:04.493323 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-c13eccda-4e48-44e7-8f3d-7a68cd31b823 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 811 time: 0.0982654 Aug 10 14:32:04.508263 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-e1a111af-4ca0-4508-b27d-32889cd1524a tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/quotas/fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 375 time: 0.0090618 Aug 10 14:32:04.571276 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-8f157862-53b5-4cbd-a934-717f3d586158 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0571764 Aug 10 14:32:04.663359 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-90884224-3ec8-46c0-a2c1-ab1501c39aa5 service neutron] 10.222.0.44 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805163 Aug 10 14:32:04.754352 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-a3b1e025-368b-4802-8c5f-7d99e5323ccf service neutron] 10.222.0.44 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840502 Aug 10 14:32:05.046192 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b4e27706-cf20-493c-930e-b83ba7d92201 req-15fd0c13-76ea-43e9-a14e-56c5bf124714 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 210 time: 0.0266736 Aug 10 14:32:06.104870 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-87568b09-ba21-448e-9584-25b086202880 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:06.106995 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-87568b09-ba21-448e-9584-25b086202880 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 811 time: 0.1094108 Aug 10 14:32:06.153154 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73c08a08-839b-4aa0-97d6-bce5540f29e9 req-f5d08874-a8e1-4184-bd03-a4b4ed9453db tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 210 time: 0.0367067 Aug 10 14:32:06.184874 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-5e0e690d-4e30-481e-a089-3728cf46e849 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe90e58b6be84abbafd17daeea8ef195 HTTP/1.1" status: 200 len: 380 time: 0.0431108 Aug 10 14:32:06.197027 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'port': {'device_id': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'admin_state_up': True, 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'security_groups': ['dbe82261-8ccb-4aed-b4d4-a2382241d673']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:06.300851 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Made reservation on behalf of fe90e58b6be84abbafd17daeea8ef195 for: {'port': 1} {{(pid=93343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:32:06.304308 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.428369 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_common [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Allocated IP 172.20.0.3 (02da8eb3-4dd0-456a-a828-2a2a787b463c/af50c6f3-624d-4da5-b1e9-e0868e84b3b8/d2198701-25f8-403f-b61e-9785f0b0b81f) {{(pid=93343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:06.562236 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.575220 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Transition to ACTIVE for port object d2198701-25f8-403f-b61e-9785f0b0b81f will not be triggered until provisioned by entity DHCP. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:06.608085 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_create {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.652719 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c is already hosted by enough agents. {{(pid=93343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:06.657668 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.base_scheduler [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Resources bound (agent type, host, resource id): {{(pid=93343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:06.660263 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Received port after_create {{(pid=93343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:06.690732 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=d2198701-25f8-403f-b61e-9785f0b0b81f,revision_number=1']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:06.717697 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:06.718362 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.735852 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-3d598b6f-0fd3-4b5a-9982-c0c7d8fc6533 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424674 Aug 10 14:32:06.759858 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Request body: {'port': {'device_id': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:06.816083 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.938270 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-97adb767-fb10-4d67-97a5-03d7448bf8a8 None None] Provisioning for port d2198701-25f8-403f-b61e-9785f0b0b81f completed by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:06.943681 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-97adb767-fb10-4d67-97a5-03d7448bf8a8 None None] Provisioning complete for port d2198701-25f8-403f-b61e-9785f0b0b81f triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:06.944181 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-97adb767-fb10-4d67-97a5-03d7448bf8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.979106 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-97adb767-fb10-4d67-97a5-03d7448bf8a8 None None] Port d2198701-25f8-403f-b61e-9785f0b0b81f cannot update to ACTIVE because it is not bound. {{(pid=93344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:32:07.084008 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2198701-25f8-403f-b61e-9785f0b0b81f {{(pid=93343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:32:07.091582 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.102963 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.provisioning_blocks [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Transition to ACTIVE for port object d2198701-25f8-403f-b61e-9785f0b0b81f will not be triggered until provisioned by entity L2. {{(pid=93343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:07.106346 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.155549 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2198701-25f8-403f-b61e-9785f0b0b81f,revision_number=2']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:07.243121 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Attempting to bind port d2198701-25f8-403f-b61e-9785f0b0b81f on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:32:07.243468 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Attempting to bind port d2198701-25f8-403f-b61e-9785f0b0b81f by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:32:07.243798 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Attempting to bind port d2198701-25f8-403f-b61e-9785f0b0b81f on network 02da8eb3-4dd0-456a-a828-2a2a787b463c {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:07.263810 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Port d2198701-25f8-403f-b61e-9785f0b0b81f on network 02da8eb3-4dd0-456a-a828-2a2a787b463c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:32:07.264141 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Attempting to bind port d2198701-25f8-403f-b61e-9785f0b0b81f on network 02da8eb3-4dd0-456a-a828-2a2a787b463c {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:07.275733 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Checking agent: {'id': '47145d88-4e8b-4b9d-8156-3e46782f1340', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'started_at': datetime.datetime(2021, 8, 10, 14, 20, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:32:07.276141 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Checking segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:07.276561 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Bound using segment: {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'} {{(pid=93343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:32:07.276924 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.managers [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Bound port: d2198701-25f8-403f-b61e-9785f0b0b81f, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5c2b0e-827a-419a-af02-f987843f18ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c'}}] {{(pid=93343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:32:07.277306 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.314932 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca25f-0960-4e97-adf1-b58263e6bba3 req-3f7788cc-e2ed-48f4-8ae0-9134722a73a8 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:07.316556 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c36ca25f-0960-4e97-adf1-b58263e6bba3 req-3f7788cc-e2ed-48f4-8ae0-9134722a73a8 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 943 time: 0.0888169 Aug 10 14:32:07.393458 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c36ca25f-0960-4e97-adf1-b58263e6bba3 req-9214acdb-fc84-46dc-9a04-4b7298f01f9f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585399 Aug 10 14:32:07.394546 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] For port d2198701-25f8-403f-b61e-9785f0b0b81f, host hv-cinder-79966, cleared binding levels {{(pid=93343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:32:07.398081 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] For port d2198701-25f8-403f-b61e-9785f0b0b81f, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d2198701-25f8-403f-b61e-9785f0b0b81f,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:32:07.402965 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.442620 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:07.443167 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.444575 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d2198701-25f8-403f-b61e-9785f0b0b81f HTTP/1.1" status: 200 len: 1093 time: 0.6891832 Aug 10 14:32:07.445031 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:07.447322 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9da1c1-2804-4a76-a479-5c8b5a19159e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:07.473691 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4ab3f-be73-4559-a95d-c11e47bf9ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2198701-25f8-403f-b61e-9785f0b0b81f,revision_number=3']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:07.489815 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a3c6b-1a54-46ff-afc8-0ebf70c8b163 x-openstack-request-id: req-045a3c6b-1a54-46ff-afc8-0ebf70c8b163 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:07.490151 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:07.490406 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-045a3c6b-1a54-46ff-afc8-0ebf70c8b163 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:07.491459 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'status': 'completed', 'code': 200} Aug 10 14:32:07.553827 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-9e5d97a4-5af3-4a0d-a1c5-29f6620c7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:07.555405 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-9e5d97a4-5af3-4a0d-a1c5-29f6620c7ad3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 1096 time: 0.0422423 Aug 10 14:32:07.604025 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-95f49156-2f0a-4264-9631-77602a39791e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2198701-25f8-403f-b61e-9785f0b0b81f HTTP/1.1" status: 200 len: 217 time: 0.0341225 Aug 10 14:32:07.659707 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-ad9d6917-826b-48ed-a993-4bf385ab78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:07.661142 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-ad9d6917-826b-48ed-a993-4bf385ab78aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0476303 Aug 10 14:32:07.709381 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-7166ee4d-5a2a-46ce-b38c-f3fe4395785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:07.710756 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-7166ee4d-5a2a-46ce-b38c-f3fe4395785e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416980 Aug 10 14:32:07.799786 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-4044a957-0df1-4cc8-a62c-df63ea751207 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798469 Aug 10 14:32:07.891790 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7912923e-2d55-4843-a540-bcd0247ddd85 req-bdf1bc91-8db0-4dd6-b24c-189970791003 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835969 Aug 10 14:32:08.041458 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-888b3e08-dc5e-4bcf-b11c-6b4672ff0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:08.042898 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-888b3e08-dc5e-4bcf-b11c-6b4672ff0d45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 1096 time: 0.0428915 Aug 10 14:32:08.135365 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-3d0be2b0-cb4d-4b82-82d8-3dd0458b28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:08.137333 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-3d0be2b0-cb4d-4b82-82d8-3dd0458b28ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.0847316 Aug 10 14:32:08.183629 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-df1a9371-3f2f-4c57-8878-c6784bcc0e83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2198701-25f8-403f-b61e-9785f0b0b81f HTTP/1.1" status: 200 len: 217 time: 0.0370777 Aug 10 14:32:08.239321 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-69eae63c-9629-478f-8b26-da1ebfc11ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:08.240723 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-69eae63c-9629-478f-8b26-da1ebfc11ccb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0439384 Aug 10 14:32:08.299605 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-ce617865-8c4e-4469-a685-423043129b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:08.300998 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-ce617865-8c4e-4469-a685-423043129b00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399225 Aug 10 14:32:08.396338 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-bdc2251d-30a5-407d-a4d5-2724a11123ee service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872617 Aug 10 14:32:08.518171 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4b9da1c1-2804-4a76-a479-5c8b5a19159e req-41154b7c-890b-4bd2-8ede-a2c148ecdba5 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130986 Aug 10 14:32:08.535904 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624c81d-2ace-4fa5-a357-31d65bc075ce req-b60da0b0-07df-4252-9f96-98521e50761e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:08.537282 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0624c81d-2ace-4fa5-a357-31d65bc075ce req-b60da0b0-07df-4252-9f96-98521e50761e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 943 time: 0.0678592 Aug 10 14:32:08.576927 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0624c81d-2ace-4fa5-a357-31d65bc075ce req-640a0eed-0249-41d9-99bb-2185fd7e3497 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336967 Aug 10 14:32:09.393147 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.694811 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa3ca9-52be-4b3e-8284-f8538d690701 req-3cd2c3e4-b9d5-47d5-98b4-9c850610cb5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:09.696337 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04aa3ca9-52be-4b3e-8284-f8538d690701 req-3cd2c3e4-b9d5-47d5-98b4-9c850610cb5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 943 time: 0.0503943 Aug 10 14:32:09.733340 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-04aa3ca9-52be-4b3e-8284-f8538d690701 req-fdd0e0ec-e86d-48f9-8589-4208331a76ea tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Aug 10 14:32:10.845836 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf951f1-2601-4930-8781-aedfe3532938 req-20b5b765-e9de-4b38-bab5-6a795a54b30c tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:10.847368 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0bf951f1-2601-4930-8781-aedfe3532938 req-20b5b765-e9de-4b38-bab5-6a795a54b30c tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 943 time: 0.0478520 Aug 10 14:32:10.884614 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0bf951f1-2601-4930-8781-aedfe3532938 req-f4c6fdad-a15e-4649-942f-df073a50dea9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Aug 10 14:32:11.771591 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:32:12.004727 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b616ea-6491-4e93-bfed-4442ddbcec8a req-e7befd20-bb37-4a41-a041-b141ce946e82 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:12.006240 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29b616ea-6491-4e93-bfed-4442ddbcec8a req-e7befd20-bb37-4a41-a041-b141ce946e82 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 943 time: 0.0536625 Aug 10 14:32:12.042536 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-29b616ea-6491-4e93-bfed-4442ddbcec8a req-65350a5c-b70a-4bdf-b550-72a315ae66e9 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303397 Aug 10 14:32:13.159254 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ae4b3-8d28-47a1-a9fe-cc4dc6e551f2 req-529ace88-5402-4943-b4f5-5cb5b1090968 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:13.160773 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-324ae4b3-8d28-47a1-a9fe-cc4dc6e551f2 req-529ace88-5402-4943-b4f5-5cb5b1090968 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 943 time: 0.0501456 Aug 10 14:32:13.200020 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-324ae4b3-8d28-47a1-a9fe-cc4dc6e551f2 req-9cd608dd-dc0f-48fd-9d12-4d348590c43e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Aug 10 14:32:14.325346 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a9a51-a76c-466e-aac9-c4676cf9e142 req-8afffbca-ca9a-4df2-b1c1-e5b0964a77eb tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:14.326828 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b64a9a51-a76c-466e-aac9-c4676cf9e142 req-8afffbca-ca9a-4df2-b1c1-e5b0964a77eb tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 943 time: 0.0484352 Aug 10 14:32:14.363552 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-b64a9a51-a76c-466e-aac9-c4676cf9e142 req-c14dcc05-ba1a-4aa1-944e-ed74414c8d88 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Aug 10 14:32:15.487361 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce1c2f-3470-4045-83a7-3f20762aad67 req-2ff57374-2c75-40d4-a422-7b41ac30ca6f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:15.488868 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-36ce1c2f-3470-4045-83a7-3f20762aad67 req-2ff57374-2c75-40d4-a422-7b41ac30ca6f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 943 time: 0.0529058 Aug 10 14:32:15.528370 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-36ce1c2f-3470-4045-83a7-3f20762aad67 req-91167e65-6574-4a34-82da-6052c40eb5e6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333486 Aug 10 14:32:16.136072 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device d2198701-25f8-403f-b61e-9785f0b0b81f details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:32:16.229196 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port d2198701-25f8-403f-b61e-9785f0b0b81f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d2198701-25f8-403f-b61e-9785f0b0b81f,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:16.240697 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'port_id': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'mac_address': 'fa:16:3e:21:b2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:32:16.278448 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:16.290424 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2198701-25f8-403f-b61e-9785f0b0b81f {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:32:16.309031 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port d2198701-25f8-403f-b61e-9785f0b0b81f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d2198701-25f8-403f-b61e-9785f0b0b81f,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:16.312592 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:16.361910 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=d2198701-25f8-403f-b61e-9785f0b0b81f,revision_number=4']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:16.637776 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['d2198701-25f8-403f-b61e-9785f0b0b81f'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:32:16.641169 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0d2c7-30b2-4332-b3c4-c32ed1d7c590 req-02a3fc81-6aeb-4ad3-b677-cc2b0fcbdc26 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:16.642725 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58e0d2c7-30b2-4332-b3c4-c32ed1d7c590 req-02a3fc81-6aeb-4ad3-b677-cc2b0fcbdc26 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 944 time: 0.0490777 Aug 10 14:32:16.679856 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58e0d2c7-30b2-4332-b3c4-c32ed1d7c590 req-c334383f-d636-4a6b-9f75-267ec38c7b1b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311942 Aug 10 14:32:17.797893 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b37720-d5ea-4f9e-9ffc-4a7fabc8cb1a req-11e69600-938b-4e25-825f-01c96928b73d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:17.799507 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2b37720-d5ea-4f9e-9ffc-4a7fabc8cb1a req-11e69600-938b-4e25-825f-01c96928b73d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 944 time: 0.0500486 Aug 10 14:32:17.838520 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d2b37720-d5ea-4f9e-9ffc-4a7fabc8cb1a req-1cc8e428-6c84-43fd-a4a8-015216b3e8d4 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324471 Aug 10 14:32:18.135360 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device d2198701-25f8-403f-b61e-9785f0b0b81f up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:18.184391 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning for port d2198701-25f8-403f-b61e-9785f0b0b81f completed by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:18.187874 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port d2198701-25f8-403f-b61e-9785f0b0b81f triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:18.188237 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.260620 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.285903 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:18.288149 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9e706e-f1bc-49a8-8e1f-9e48d0236193" -d '{"events": [{"server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "name": "network-vif-plugged", "status": "completed", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:18.301589 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port d2198701-25f8-403f-b61e-9785f0b0b81f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d2198701-25f8-403f-b61e-9785f0b0b81f,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:18.306525 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.331477 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093ff7c3-5957-42fb-b951-3e2b88c3ebb1 x-openstack-request-id: req-093ff7c3-5957-42fb-b951-3e2b88c3ebb1 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:18.331777 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "name": "network-vif-plugged", "status": "completed", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:18.332034 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-093ff7c3-5957-42fb-b951-3e2b88c3ebb1 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:18.332424 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'code': 200} Aug 10 14:32:18.358816 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=d2198701-25f8-403f-b61e-9785f0b0b81f,revision_number=5']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:18.595695 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a83c1-56d7-4d81-9f9c-3b37592fbe54 req-f8958d26-181a-4986-b01d-1f421ee3e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:18.597165 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0c7a83c1-56d7-4d81-9f9c-3b37592fbe54 req-f8958d26-181a-4986-b01d-1f421ee3e23f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 1098 time: 0.0447767 Aug 10 14:32:18.632734 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-0c7a83c1-56d7-4d81-9f9c-3b37592fbe54 req-91032f43-492b-422c-b3d3-202c4f5c3739 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269742 Aug 10 14:32:18.962776 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7887dc-8565-40f2-891e-0d1f30d41ad5 req-c6e861c7-782e-4d2f-93a0-3e063e3a7bab tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:18.964333 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f7887dc-8565-40f2-891e-0d1f30d41ad5 req-c6e861c7-782e-4d2f-93a0-3e063e3a7bab tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 945 time: 0.0515037 Aug 10 14:32:19.003050 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3f7887dc-8565-40f2-891e-0d1f30d41ad5 req-cb518457-601d-44cb-a56c-10f693dbdf20 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324683 Aug 10 14:32:20.122877 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9259ac-87fb-44da-ab54-c6f8a07478a6 req-40a69c03-1cee-4e83-b390-ca86cb6bdb8f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:20.124340 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a9259ac-87fb-44da-ab54-c6f8a07478a6 req-40a69c03-1cee-4e83-b390-ca86cb6bdb8f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 945 time: 0.0482016 Aug 10 14:32:20.162423 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a9259ac-87fb-44da-ab54-c6f8a07478a6 req-87606fdb-eabb-48b1-87a0-dd66a0e198d3 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Aug 10 14:32:20.282111 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bceb8-6eb6-473d-b31c-dc4e6916c1ce req-a8f5860f-0950-4cea-90f9-e29bd6923738 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:20.283742 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a9bceb8-6eb6-473d-b31c-dc4e6916c1ce req-a8f5860f-0950-4cea-90f9-e29bd6923738 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 945 time: 0.0553813 Aug 10 14:32:20.321725 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9a9bceb8-6eb6-473d-b31c-dc4e6916c1ce req-e47635e7-4797-4765-9fc8-c7b67580fcb6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321472 Aug 10 14:32:20.344543 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58546) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:20.384152 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b982572-3d05-450c-8052-eece086853ab tempest-TestVolumeBootPattern-1772747474 tempest-TestVolumeBootPattern-1772747474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:20.385666 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-1b982572-3d05-450c-8052-eece086853ab tempest-TestVolumeBootPattern-1772747474 tempest-TestVolumeBootPattern-1772747474-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 1093 time: 0.0401378 Aug 10 14:32:20.388874 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58548) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:20.393635 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.v2.base [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Request body: {'floatingip': {'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'port_id': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:20.415432 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.511738 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.529477 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-d54d7a09-c9fd-46e1-8382-8827daeffbd3 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14959692&fields=id&tenant_id=2457b06567824d75b894a6edeb199a7d HTTP/1.1" status: 200 len: 267 time: 0.0368657 Aug 10 14:32:20.583838 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-0f81eeb8-64da-4068-9e67-dc0db960ad70 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:20.585297 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-0f81eeb8-64da-4068-9e67-dc0db960ad70 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 984 time: 0.0496728 Aug 10 14:32:20.597139 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.v2.base [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Request body: {'port': {'security_groups': ['9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06']}} {{(pid=93343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:20.623395 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_common [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Allocated IP 172.27.3.2 (7a4eaabe-d500-42fa-8a61-558d926136cc/748ac393-0525-4853-9bd6-1c906a631462/a12ef1a4-e205-409a-837d-cb512974b7b3) {{(pid=93342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:20.670852 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.723643 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.762812 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758701380109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.802642 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Network 7a4eaabe-d500-42fa-8a61-558d926136cc is already hosted by enough agents. {{(pid=93342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:20.809756 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.base_scheduler [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Resources bound (agent type, host, resource id): {{(pid=93342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:20.812379 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Received port after_create {{(pid=93342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:20.839532 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=a12ef1a4-e205-409a-837d-cb512974b7b3,revision_number=1']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:20.853098 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] For port 808f264d-347f-45e9-bfd3-1ebb29b50630, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=808f264d-347f-45e9-bfd3-1ebb29b50630,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:20.886324 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for port, precommit_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.892039 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4255121'] for port, after_update {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.930244 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['808f264d-347f-45e9-bfd3-1ebb29b50630'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:32:20.938038 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:20.938761 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.943769 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e5d70a58-e897-4050-8304-142afd95c1d0 req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "PUT /v2.0/ports/808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 942 time: 0.3511274 Aug 10 14:32:20.944294 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:20.946630 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07b4219-1e4c-4cb6-a17f-11475778a193" -d '{"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:20.949297 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58552) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:21.002394 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edb75ad-c6f4-44aa-ad94-3a810c59eefe x-openstack-request-id: req-4edb75ad-c6f4-44aa-ad94-3a810c59eefe {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:21.002673 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:21.002919 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4edb75ad-c6f4-44aa-ad94-3a810c59eefe {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:21.003319 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'status': 'completed', 'code': 200} Aug 10 14:32:21.035579 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db79d1-255f-4c45-980c-54c2ab5134b6 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event updated for resources: {'Port': ['ID=808f264d-347f-45e9-bfd3-1ebb29b50630,revision_number=7']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:21.093325 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['808f264d-347f-45e9-bfd3-1ebb29b50630'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:32:21.094896 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0e2a-47f2-4e99-b319-d57af54e20f8 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.126795 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-6d689e23-3d85-4f18-9366-5d9548e5f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:21.128704 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-6d689e23-3d85-4f18-9366-5d9548e5f5e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1098 time: 0.0821667 Aug 10 14:32:21.135172 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0e2a-47f2-4e99-b319-d57af54e20f8 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.240640 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.255488 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-f5bee4c2-84c1-4933-85b2-af757774e9ae None None] Provisioning complete for port 808f264d-347f-45e9-bfd3-1ebb29b50630 triggered by entity DHCP. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:21.255873 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f5bee4c2-84c1-4933-85b2-af757774e9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.262286 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-c2107f8a-6184-4f1d-9dd1-8b5205dcaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:21.265034 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-c2107f8a-6184-4f1d-9dd1-8b5205dcaaff service neutron] 10.222.0.46 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 916 time: 0.1217446 Aug 10 14:32:21.275070 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0e2a-47f2-4e99-b319-d57af54e20f8 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.279610 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0e2a-47f2-4e99-b319-d57af54e20f8 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.281132 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-dc5c0e2a-47f2-4e99-b319-d57af54e20f8 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "DELETE /v2.0/security-groups/cc112023-8b50-461e-bd4f-f27f3d47c357 HTTP/1.1" status: 204 len: 168 time: 0.3262267 Aug 10 14:32:21.285569 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58556) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:21.334075 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c0e2a-47f2-4e99-b319-d57af54e20f8 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc112023-8b50-461e-bd4f-f27f3d47c357,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:21.365657 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-08506b6f-9d7a-4c7b-87b7-09d350ac6f48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 1000 time: 0.0826986 Aug 10 14:32:21.368120 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.417961 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-5868283e-1c4c-48f7-92f4-e4d13f2ca67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:21.419532 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-5868283e-1c4c-48f7-92f4-e4d13f2ca67e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 200 len: 854 time: 0.0458059 Aug 10 14:32:21.471819 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-f9fe2c9b-5231-4b51-90df-3c15e2ce650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:21.473331 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-f9fe2c9b-5231-4b51-90df-3c15e2ce650e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463920 Aug 10 14:32:21.571072 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-0e73984d-8f35-4d7d-b0f7-af99788e51d8 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890512 Aug 10 14:32:21.587605 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Deleting port 81bfd22f-7172-4977-86f0-b7469a947ef3 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:21.588196 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.651612 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for port, precommit_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.656839 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5341208'] for port, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.668760 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f07b4219-1e4c-4cb6-a17f-11475778a193 req-1e66fdaa-7d54-4a0c-b1c7-958d1a00633b service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900135 Aug 10 14:32:21.739012 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.739334 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.753129 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event updated for resources: {'Port': ['ID=a12ef1a4-e205-409a-837d-cb512974b7b3,revision_number=2']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:21.764936 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Calling delete_port for 81bfd22f-7172-4977-86f0-b7469a947ef3 owned by network:floatingip {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:21.771718 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-497304'] for floatingip, after_update {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:22.190408 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Floating IP 60bc363f-06b9-4f71-a39b-414cb25ec2ab associated. External IP: 172.27.3.2, port: d2198701-25f8-403f-b61e-9785f0b0b81f. Aug 10 14:32:22.377673 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:22.417908 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event deleted for resources: {'Port': ['ID=81bfd22f-7172-4977-86f0-b7469a947ef3,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:22.517359 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks [] for floatingip, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:22.517721 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Floating IP 7d7476d6-c3c2-409c-9da6-db5cfcd26579 disassociated (deleted). External IP: 172.27.3.77, port: 808f264d-347f-45e9-bfd3-1ebb29b50630. Aug 10 14:32:22.552479 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Router 083d9cf6-5c6c-4223-8551-00539b909929 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:32:22.752466 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:32:22.764322 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:32:22.773389 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:22.774034 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:22.801183 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:22.837716 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-e012cbd1-aea6-4051-a909-a747a26ac581 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4476569 Aug 10 14:32:22.840662 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:22.842970 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:22.852852 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Router d2f6d15d-76de-4bcb-b3cf-de09411b8684 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:32:22.884931 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:22.897605 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dab0423-1e70-49c2-99f5-6b8b05e97e1f x-openstack-request-id: req-6dab0423-1e70-49c2-99f5-6b8b05e97e1f {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:22.897901 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:22.898177 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6dab0423-1e70-49c2-99f5-6b8b05e97e1f {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:22.898569 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'status': 'completed', 'code': 200} Aug 10 14:32:22.971004 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:32:22.975493 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:22.980294 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-00debc76-6553-43c4-9bf3-f4208edb03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:22.982373 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-00debc76-6553-43c4-9bf3-f4208edb03ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 1098 time: 0.0558569 Aug 10 14:32:22.986115 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] Sync routers for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:32:22.997140 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:22.998063 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:23.005131 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0a17999c-68b6-4a72-a120-9c38f66cfb92 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "DELETE /v2.0/floatingips/7d7476d6-c3c2-409c-9da6-db5cfcd26579 HTTP/1.1" status: 204 len: 168 time: 1.7184029 Aug 10 14:32:23.092777 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-587c6aef-7897-4378-836b-e71d4a3937da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:23.094473 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-587c6aef-7897-4378-836b-e71d4a3937da service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.1052465 Aug 10 14:32:23.120614 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:23.144178 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '60bc363f-06b9-4f71-a39b-414cb25ec2ab', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:21:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:32:21Z', 'updated_at': '2021-08-10T14:32:21Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}, {'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 1, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:23.172173 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:32:23.180885 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-98cc72d7-89f4-46e4-a410-5477a25a4308 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2198701-25f8-403f-b61e-9785f0b0b81f HTTP/1.1" status: 200 len: 997 time: 0.0792632 Aug 10 14:32:23.182323 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:23.183561 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:23.239180 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-83b30df5-f1c9-4bb5-99ff-31b92176098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:23.240752 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-83b30df5-f1c9-4bb5-99ff-31b92176098c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0519729 Aug 10 14:32:23.309509 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-dc5ec3e1-ecdd-4b28-a66a-c8d7d2c9caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:23.311830 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-dc5ec3e1-ecdd-4b28-a66a-c8d7d2c9caaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512226 Aug 10 14:32:23.316082 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:23.373167 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:30:01Z', 'revision_number': 5, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:23.399704 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] Checking router: d2f6d15d-76de-4bcb-b3cf-de09411b8684 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:32:23.411335 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:23.412074 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:23.414842 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-39a3f424-4d56-4cc1-a5d8-75ccdd933622 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955565 Aug 10 14:32:23.516049 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6ca283b1-ab34-4e27-acaa-04f8d7364a8d req-ed8d2655-09be-4cad-8429-83e699a78119 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887344 Aug 10 14:32:23.520295 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:23.580382 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '60bc363f-06b9-4f71-a39b-414cb25ec2ab', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:21:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:32:21Z', 'updated_at': '2021-08-10T14:32:21Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}, {'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 1, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:23.608905 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3b99f-d49c-4d1c-ab5a-af58d960b3aa None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '60bc363f-06b9-4f71-a39b-414cb25ec2ab', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.2', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:21:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:32:21Z', 'updated_at': '2021-08-10T14:32:21Z', 'revision_number': 0, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}, {'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 1, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:32:23.724976 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:30:01Z', 'revision_number': 5, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:23.753286 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344deba2-4b75-4dcf-9726-414057296d60 None None] The sync data for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi is: [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:29:55Z', 'revision_number': 4, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': '3b719320-bfdd-411e-ad6d-70714eac3cc6', 'name': '', 'network_id': '8efd9ed0-dcd4-40c0-830c-cbc587abea9d', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'mac_address': 'fa:16:3e:cd:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:54Z', 'updated_at': '2021-08-10T14:30:01Z', 'revision_number': 5, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'subnets': [{'id': 'dd16f986-48e6-45f8-b5b3-576f15af1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:32:23.829917 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede619d1-2f46-40e9-abde-4eb731d972e6 None None] New status for floating IP 60bc363f-06b9-4f71-a39b-414cb25ec2ab: ACTIVE {{(pid=93344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:32:24.003504 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b841b9b3-b4aa-4d39-b2c8-6df51d8c9f67 None None] New status for floating IP 7d7476d6-c3c2-409c-9da6-db5cfcd26579: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:32:24.900059 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:24.902763 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97367928-af62-49e8-a73b-d3b24993c8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:24.938741 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fc91b2-a508-45a3-97b9-65cdd821bb5e x-openstack-request-id: req-d1fc91b2-a508-45a3-97b9-65cdd821bb5e {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:24.939057 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:24.939311 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1fc91b2-a508-45a3-97b9-65cdd821bb5e {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:24.939744 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'status': 'completed', 'code': 200} Aug 10 14:32:25.026835 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367928-af62-49e8-a73b-d3b24993c8ab req-edc1e742-17b9-4e9f-9468-2bbc9c83321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:25.028345 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97367928-af62-49e8-a73b-d3b24993c8ab req-edc1e742-17b9-4e9f-9468-2bbc9c83321d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2457b06567824d75b894a6edeb199a7d&device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 1098 time: 0.0414352 Aug 10 14:32:25.374617 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367928-af62-49e8-a73b-d3b24993c8ab req-5655dd64-b197-4d01-aaca-ff217d55a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:25.376183 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97367928-af62-49e8-a73b-d3b24993c8ab req-5655dd64-b197-4d01-aaca-ff217d55a682 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 200 len: 916 time: 0.3407602 Aug 10 14:32:25.418356 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97367928-af62-49e8-a73b-d3b24993c8ab req-ca5b76cb-d4ee-4758-a576-3f9cfeac8f64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 200 len: 217 time: 0.0344596 Aug 10 14:32:25.468189 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367928-af62-49e8-a73b-d3b24993c8ab req-4e19cdc7-4998-4638-8298-09af74e7f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:25.469646 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97367928-af62-49e8-a73b-d3b24993c8ab req-4e19cdc7-4998-4638-8298-09af74e7f6cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 200 len: 854 time: 0.0450826 Aug 10 14:32:25.521543 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367928-af62-49e8-a73b-d3b24993c8ab req-88714713-8088-436d-bba0-e1fd8d82fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:25.523078 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97367928-af62-49e8-a73b-d3b24993c8ab req-88714713-8088-436d-bba0-e1fd8d82fbc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8efd9ed0-dcd4-40c0-830c-cbc587abea9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454967 Aug 10 14:32:25.615091 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97367928-af62-49e8-a73b-d3b24993c8ab req-a2283105-7a4f-4a8a-a7f0-b0a0d0297b7f service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847049 Aug 10 14:32:25.735955 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-97367928-af62-49e8-a73b-d3b24993c8ab req-ba21cb43-f5ad-4830-97f5-be2efb7764b6 service neutron] 10.222.0.46 "GET /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004057 Aug 10 14:32:25.777047 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c08df6-28ea-4aa9-9b84-89e07d26c969 req-73799f2d-ecff-4ed3-87a3-e994e900fafe tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:25.778088 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58c08df6-28ea-4aa9-9b84-89e07d26c969 req-73799f2d-ecff-4ed3-87a3-e994e900fafe tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.0540564 Aug 10 14:32:25.816216 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-58c08df6-28ea-4aa9-9b84-89e07d26c969 req-566bd362-edf7-4512-8611-ac14c2117dce tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 Aug 10 14:32:25.832317 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-7b7cc0c8-cfef-47b6-aa58-a381896db0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.933205 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1a7e5-a907-4d6d-8345-35d8224c8e78 req-66b60f9c-ce3f-45f4-be3f-17006bc26f73 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:26.934693 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3a1a7e5-a907-4d6d-8345-35d8224c8e78 req-66b60f9c-ce3f-45f4-be3f-17006bc26f73 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.0476890 Aug 10 14:32:26.973484 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d3a1a7e5-a907-4d6d-8345-35d8224c8e78 req-6b26b315-9ab5-40d1-a989-a01901c65017 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/security-groups?id=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328004 Aug 10 14:32:27.777020 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-50b421ed-8f82-4bb0-a67b-c026845a29cb tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:27.778370 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-50b421ed-8f82-4bb0-a67b-c026845a29cb tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.46 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 945 time: 0.0502386 Aug 10 14:32:27.866904 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Deleting port 808f264d-347f-45e9-bfd3-1ebb29b50630 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:27.867254 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:27.967815 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] For port 808f264d-347f-45e9-bfd3-1ebb29b50630, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=808f264d-347f-45e9-bfd3-1ebb29b50630,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:27.968511 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:27.981714 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Calling delete_port for 808f264d-347f-45e9-bfd3-1ebb29b50630 owned by compute:nova {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:28.119112 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:28.147978 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Pushing event deleted for resources: {'Port': ['ID=808f264d-347f-45e9-bfd3-1ebb29b50630,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:28.155282 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['808f264d-347f-45e9-bfd3-1ebb29b50630'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:32:28.191885 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] No DVR routers for this DVR port 808f264d-347f-45e9-bfd3-1ebb29b50630 on host hv-cinder-79966 {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:32:28.194313 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:28.196263 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-538dd583-289e-4eb6-892b-d1b3cc0f374d req-8e260edd-50f0-4ae0-ac17-32e63fb329b2 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.46 "DELETE /v2.0/ports/808f264d-347f-45e9-bfd3-1ebb29b50630 HTTP/1.1" status: 204 len: 173 time: 0.4119120 Aug 10 14:32:28.196705 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'name': 'network-vif-deleted', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:28.199773 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f1141d-90ce-49aa-a6d9-d980c2694448" -d '{"events": [{"server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "name": "network-vif-deleted", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:28.248957 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3990734c-4440-45ad-a409-c2cf1a505c41 x-openstack-request-id: req-3990734c-4440-45ad-a409-c2cf1a505c41 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:28.249251 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594f64de-7afb-4e46-98d0-d5c186b2dc67", "name": "network-vif-deleted", "tag": "808f264d-347f-45e9-bfd3-1ebb29b50630", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:28.249501 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3990734c-4440-45ad-a409-c2cf1a505c41 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:28.249894 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594f64de-7afb-4e46-98d0-d5c186b2dc67', 'name': 'network-vif-deleted', 'tag': '808f264d-347f-45e9-bfd3-1ebb29b50630', 'status': 'completed', 'code': 200} Aug 10 14:32:28.252134 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-fc9130e7-9bf8-4486-ba05-77ea005e0eaf req-508cfd9f-91a0-458c-a2e0-4a4200f3a116 tempest-TestMinimumBasicScenario-1897708157 tempest-TestMinimumBasicScenario-1897708157-project] 10.222.0.44 "GET /v2.0/ports?device_id=594f64de-7afb-4e46-98d0-d5c186b2dc67 HTTP/1.1" status: 200 len: 210 time: 0.2120562 Aug 10 14:32:28.593416 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-a66c2188-9b7d-49b9-ae7c-8511a15ebded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:28.750823 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:29.911071 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:29.924429 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58646) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:30.205656 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 808f264d-347f-45e9-bfd3-1ebb29b50630 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:32:30.224798 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: 808f264d-347f-45e9-bfd3-1ebb29b50630 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:32:30.225148 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device 808f264d-347f-45e9-bfd3-1ebb29b50630 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:32:30.261699 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:30.526278 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Deleting port 3b719320-bfdd-411e-ad6d-70714eac3cc6 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:30.526892 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:30.607842 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] For port 3b719320-bfdd-411e-ad6d-70714eac3cc6, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=3b719320-bfdd-411e-ad6d-70714eac3cc6,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:30.608203 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:30.620673 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Calling delete_port for 3b719320-bfdd-411e-ad6d-70714eac3cc6 owned by network:router_interface {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:31.040664 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.066993 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Pushing event deleted for resources: {'Port': ['ID=3b719320-bfdd-411e-ad6d-70714eac3cc6,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:31.095896 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.096252 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.096598 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.096935 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.097273 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.097612 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.097943 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.098300 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.098632 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.098956 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.099281 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.099607 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:31.266746 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.483973 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Router d2f6d15d-76de-4bcb-b3cf-de09411b8684 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:32:31.592887 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:32:31.598294 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5a3a1279-2bae-4860-8da6-54e3320419ec admin admin] 10.222.0.44 "PUT /v2.0/routers/d2f6d15d-76de-4bcb-b3cf-de09411b8684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727793 Aug 10 14:32:31.600987 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58648) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:31.601865 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c88027-5589-422c-a051-625a618bbf6f None None] Sync routers for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:32:31.616014 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.625093 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c88027-5589-422c-a051-625a618bbf6f None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:31.625762 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-95c88027-5589-422c-a051-625a618bbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:32:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:31.716477 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks [] for router, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.732085 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-95c88027-5589-422c-a051-625a618bbf6f None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:31.820790 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.876752 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Deleting port 6af294dc-e675-4efe-962d-48c90a30a63d {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:31.877095 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.961868 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] For port 6af294dc-e675-4efe-962d-48c90a30a63d, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=6af294dc-e675-4efe-962d-48c90a30a63d,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:31.962259 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.978022 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Calling delete_port for 6af294dc-e675-4efe-962d-48c90a30a63d owned by network:router_gateway {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:32.034542 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-95c88027-5589-422c-a051-625a618bbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:32:30Z', 'revision_number': 5, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port': {'id': '6af294dc-e675-4efe-962d-48c90a30a63d', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:52Z', 'updated_at': '2021-08-10T14:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:32.063882 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c88027-5589-422c-a051-625a618bbf6f None None] Checking router: d2f6d15d-76de-4bcb-b3cf-de09411b8684 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:32:32.072742 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c88027-5589-422c-a051-625a618bbf6f None None] Routers {'d2f6d15d-76de-4bcb-b3cf-de09411b8684'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:32.073863 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-95c88027-5589-422c-a051-625a618bbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:32:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:32.153088 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.158726 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-95c88027-5589-422c-a051-625a618bbf6f None None] Set router d2f6d15d-76de-4bcb-b3cf-de09411b8684 gateway port host: None {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:32.180853 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af294dc-e675-4efe-962d-48c90a30a63d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:32.210393 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-95c88027-5589-422c-a051-625a618bbf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:32:31Z', 'revision_number': 6, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:32.240592 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c88027-5589-422c-a051-625a618bbf6f None None] The sync data for ids ['d2f6d15d-76de-4bcb-b3cf-de09411b8684'] in dv-cinder-799668-5-iscsi is: [{'id': 'd2f6d15d-76de-4bcb-b3cf-de09411b8684', 'name': 'tempest-TestMinimumBasicScenario-2024254584-router', 'tenant_id': '2457b06567824d75b894a6edeb199a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:51Z', 'updated_at': '2021-08-10T14:32:31Z', 'revision_number': 6, 'project_id': '2457b06567824d75b894a6edeb199a7d', 'gw_port_host': None}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:32:32.242249 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.335095 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.337321 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.382826 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.383342 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f6d15d-76de-4bcb-b3cf-de09411b8684 {{(pid=93342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:32:32.388842 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] Notify callbacks [] for router, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.390015 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-9a2fa03c-53b2-4753-834d-294f62e25725 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d2f6d15d-76de-4bcb-b3cf-de09411b8684 HTTP/1.1" status: 204 len: 168 time: 0.7880473 Aug 10 14:32:32.392652 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58650) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:32.440046 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Deleting subnet dd16f986-48e6-45f8-b5b3-576f15af1961 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:32:32.443241 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.476985 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4254329'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.588864 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.655866 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4255071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6237532'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.680473 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd16f986-48e6-45f8-b5b3-576f15af1961,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:32.690299 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.690647 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.690989 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.691561 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.691993 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.692211 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.692539 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.692859 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.694047 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.694047 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.694047 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.694463 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:32.696358 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0be5f3-cf18-4146-bf96-5db8b0b72497 None None] Network 8efd9ed0-dcd4-40c0-830c-cbc587abea9d requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:32:32.696842 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.701482 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0904991f-143a-4157-8804-9588635d6178 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dd16f986-48e6-45f8-b5b3-576f15af1961 HTTP/1.1" status: 204 len: 168 time: 0.3078139 Aug 10 14:32:32.701750 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58652) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:32.771700 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.826219 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Deleting port 63002b60-a0ea-4365-a4de-14f7c840a0ae {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:32.826565 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.891281 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] For port 63002b60-a0ea-4365-a4de-14f7c840a0ae, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=63002b60-a0ea-4365-a4de-14f7c840a0ae,segment=NetworkSegment(e5083449-038a-4597-b920-8108a75f0d2c),segment_id=e5083449-038a-4597-b920-8108a75f0d2c)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:32.891641 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.904005 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Calling delete_port for 63002b60-a0ea-4365-a4de-14f7c840a0ae owned by network:dhcp {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:32.982806 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.015139 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Pushing event deleted for resources: {'Port': ['ID=63002b60-a0ea-4365-a4de-14f7c840a0ae,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:33.016994 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] No DVR routers for this DVR port 63002b60-a0ea-4365-a4de-14f7c840a0ae on host dv-cinder-799668-5-iscsi {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:32:33.043216 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1781eb9d-4e97-405d-8a00-ede5f3201ddb None None] DHCP port deletion for 8efd9ed0-dcd4-40c0-830c-cbc587abea9d request from dv-cinder-799668-5-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:32:33.090498 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.100902 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efd9ed0-dcd4-40c0-830c-cbc587abea9d']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:33.112908 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5083449-038a-4597-b920-8108a75f0d2c') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:33.113173 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5083449-038a-4597-b920-8108a75f0d2c') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:33.123911 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.139501 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.145902 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:32:33.146476 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:32:33.148203 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:32:33.210898 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.218671 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.220982 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] 10.222.0.44 "DELETE /v2.0/networks/8efd9ed0-dcd4-40c0-830c-cbc587abea9d HTTP/1.1" status: 204 len: 168 time: 0.5180807 Aug 10 14:32:33.223873 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58654) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:33.233803 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9080153-2b3a-4e0a-8eb0-7d3628e286ca admin admin] Pushing event deleted for resources: {'Network': ['ID=8efd9ed0-dcd4-40c0-830c-cbc587abea9d,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:33.467277 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 63002b60-a0ea-4365-a4de-14f7c840a0ae no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:32:33.490871 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 63002b60-a0ea-4365-a4de-14f7c840a0ae {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:32:33.491296 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 63002b60-a0ea-4365-a4de-14f7c840a0ae not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:32:33.491784 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 3b719320-bfdd-411e-ad6d-70714eac3cc6 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:32:33.510779 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 3b719320-bfdd-411e-ad6d-70714eac3cc6 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:32:33.511126 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 3b719320-bfdd-411e-ad6d-70714eac3cc6 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:32:33.511546 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 6af294dc-e675-4efe-962d-48c90a30a63d no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:32:33.530352 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 6af294dc-e675-4efe-962d-48c90a30a63d {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:32:33.530697 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 6af294dc-e675-4efe-962d-48c90a30a63d not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:32:33.580259 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.819391 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Deleting port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:33.819648 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.895811 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] For port 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,segment=NetworkSegment(c8fb1071-3adf-4355-8017-b1c6cdeb8bb1),segment_id=c8fb1071-3adf-4355-8017-b1c6cdeb8bb1)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:33.896180 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.908456 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Calling delete_port for 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:34.088637 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.116464 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:34.279064 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.488072 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Router f176be66-74b5-4f4d-8560-a4528e0fe764 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:32:34.593347 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:32:34.598685 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-bdb2b595-3581-4dc4-9642-1e04390d01e7 admin admin] 10.222.0.44 "PUT /v2.0/routers/f176be66-74b5-4f4d-8560-a4528e0fe764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3735099 Aug 10 14:32:34.601171 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58656) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:34.602079 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] Sync routers for ids ['f176be66-74b5-4f4d-8560-a4528e0fe764'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:32:34.611683 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] Routers {'f176be66-74b5-4f4d-8560-a4528e0fe764'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:34.612281 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:32:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f176be66-74b5-4f4d-8560-a4528e0fe764'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:34.705248 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.713737 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] Set router f176be66-74b5-4f4d-8560-a4528e0fe764 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:34.810505 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.869308 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Deleting port 6de998c4-f15d-49fc-879c-a916070ce4d9 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:34.869828 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.948175 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] For port 6de998c4-f15d-49fc-879c-a916070ce4d9, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=6de998c4-f15d-49fc-879c-a916070ce4d9,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:34.948620 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.961128 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Calling delete_port for 6de998c4-f15d-49fc-879c-a916070ce4d9 owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:34.975784 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:32:34Z', 'revision_number': 5, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port': {'id': '6de998c4-f15d-49fc-879c-a916070ce4d9', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:29:58Z', 'updated_at': '2021-08-10T14:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:35.005242 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] Checking router: f176be66-74b5-4f4d-8560-a4528e0fe764 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:32:35.014775 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] Routers {'f176be66-74b5-4f4d-8560-a4528e0fe764'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:35.015459 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:32:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['f176be66-74b5-4f4d-8560-a4528e0fe764'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:35.103462 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] Set router f176be66-74b5-4f4d-8560-a4528e0fe764 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:35.156371 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:32:34Z', 'revision_number': 6, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:35.187095 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2495d1-5911-43fd-aa1d-bfe54c91a29a None None] The sync data for ids ['f176be66-74b5-4f4d-8560-a4528e0fe764'] in dv-cinder-799668-5-iscsi is: [{'id': 'f176be66-74b5-4f4d-8560-a4528e0fe764', 'name': 'tempest-TestMinimumBasicScenario-1862293091-router', 'tenant_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:29:57Z', 'updated_at': '2021-08-10T14:32:34Z', 'revision_number': 6, 'project_id': 'cd792a17d92c456cb3c8e3fae7c56a3e', 'gw_port_host': None}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:32:35.382053 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.410779 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de998c4-f15d-49fc-879c-a916070ce4d9,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:35.471190 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.564816 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.567347 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.616877 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.617508 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f176be66-74b5-4f4d-8560-a4528e0fe764 {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:32:35.628469 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.629635 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ed241174-1cba-462f-9d57-d94edd0e09d0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f176be66-74b5-4f4d-8560-a4528e0fe764 HTTP/1.1" status: 204 len: 168 time: 1.0275562 Aug 10 14:32:35.632494 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58658) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:35.678065 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e67db7-d76a-416e-b2f9-c3cd6647749b admin admin] Deleting subnet b5e36b92-7221-4979-8697-4b9bfad048f8 {{(pid=93342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:32:35.681095 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b0e67db7-d76a-416e-b2f9-c3cd6647749b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.715451 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b0e67db7-d76a-416e-b2f9-c3cd6647749b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5343098'] for subnet, precommit_delete_associations {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.795436 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b0e67db7-d76a-416e-b2f9-c3cd6647749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.848821 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b0e67db7-d76a-416e-b2f9-c3cd6647749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5341398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5396290'] for subnet, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.873532 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e67db7-d76a-416e-b2f9-c3cd6647749b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e36b92-7221-4979-8697-4b9bfad048f8,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:35.879889 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-b0e67db7-d76a-416e-b2f9-c3cd6647749b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.883594 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b0e67db7-d76a-416e-b2f9-c3cd6647749b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b5e36b92-7221-4979-8697-4b9bfad048f8 HTTP/1.1" status: 204 len: 168 time: 0.2500541 Aug 10 14:32:35.884265 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58660) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:35.884964 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05550e-8a8d-424e-8e6a-51e4ec5d0ad7 None None] Network 4a073c6b-1d1d-4d3a-b685-70a0320d581b requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:32:35.958269 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.975845 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:32:35.999378 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:32:35.999378 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 80f7e23a-35c0-4e93-9f97-3e7f5ec7c8e0 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:32:36.029186 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Deleting port d4c30f32-66a4-4a39-9986-8769cfe6605b {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:36.029530 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.087298 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] DHCP port deletion for 4a073c6b-1d1d-4d3a-b685-70a0320d581b request from dv-cinder-799668-5-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:32:36.096979 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] For port d4c30f32-66a4-4a39-9986-8769cfe6605b, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=d4c30f32-66a4-4a39-9986-8769cfe6605b,segment=NetworkSegment(c8fb1071-3adf-4355-8017-b1c6cdeb8bb1),segment_id=c8fb1071-3adf-4355-8017-b1c6cdeb8bb1)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:36.097348 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.112362 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Calling delete_port for d4c30f32-66a4-4a39-9986-8769cfe6605b owned by network:dhcp {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:36.135685 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Deleting port d4c30f32-66a4-4a39-9986-8769cfe6605b {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:36.135981 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.200932 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.206982 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] For port d4c30f32-66a4-4a39-9986-8769cfe6605b, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=d4c30f32-66a4-4a39-9986-8769cfe6605b,segment=NetworkSegment(c8fb1071-3adf-4355-8017-b1c6cdeb8bb1),segment_id=c8fb1071-3adf-4355-8017-b1c6cdeb8bb1)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:36.207412 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.222079 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Calling delete_port for d4c30f32-66a4-4a39-9986-8769cfe6605b owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:36.228439 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c30f32-66a4-4a39-9986-8769cfe6605b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:36.233870 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] No DVR routers for this DVR port d4c30f32-66a4-4a39-9986-8769cfe6605b on host dv-cinder-799668-5-iscsi {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:32:36.303951 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.314214 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a073c6b-1d1d-4d3a-b685-70a0320d581b']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:36.330121 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:36.330420 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fb1071-3adf-4355-8017-b1c6cdeb8bb1') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:36.339655 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.352727 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.353261 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.359727 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:32:36.360119 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:32:36.361817 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:32:36.377883 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Pushing event deleted for resources: {'Port': ['ID=d4c30f32-66a4-4a39-9986-8769cfe6605b,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:36.387289 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] No DVR routers for this DVR port d4c30f32-66a4-4a39-9986-8769cfe6605b on host dv-cinder-799668-5-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:32:36.393243 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.393597 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.393940 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.394432 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.394632 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.394988 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.395330 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.395720 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.396771 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.397183 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.397618 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.397828 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379fa703-d846-4c6e-bbfc-7230175dab77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:36.418489 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.422810 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.425150 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4a073c6b-1d1d-4d3a-b685-70a0320d581b HTTP/1.1" status: 204 len: 168 time: 0.5399423 Aug 10 14:32:36.438386 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48f48e-83f9-4893-a06a-d4daf335f057 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a073c6b-1d1d-4d3a-b685-70a0320d581b,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:36.592454 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58666) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:36.632076 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-65af011c-1270-4a92-9037-cb484d602c44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2457b06567824d75b894a6edeb199a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384526 Aug 10 14:32:36.634691 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58668) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:36.681346 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-747fe36f-7c79-42f0-a270-83595e4e581f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.707440 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-747fe36f-7c79-42f0-a270-83595e4e581f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.755501 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-747fe36f-7c79-42f0-a270-83595e4e581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.758404 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-747fe36f-7c79-42f0-a270-83595e4e581f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.759617 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-747fe36f-7c79-42f0-a270-83595e4e581f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06 HTTP/1.1" status: 204 len: 168 time: 0.1240017 Aug 10 14:32:36.768565 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fe36f-7c79-42f0-a270-83595e4e581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe10ad1-3cd2-4de6-aaa1-00d8dfb6bd06,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:37.069946 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58674) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:37.110845 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-b71daa09-b1d7-4719-83e3-f507cca29b90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd792a17d92c456cb3c8e3fae7c56a3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396752 Aug 10 14:32:37.113252 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58676) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:37.160025 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5ff5193c-1166-481f-9031-37d4259635dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:37.181219 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5ff5193c-1166-481f-9031-37d4259635dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:37.227745 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5ff5193c-1166-481f-9031-37d4259635dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:37.231411 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-5ff5193c-1166-481f-9031-37d4259635dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:37.232645 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-5ff5193c-1166-481f-9031-37d4259635dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a5432d3-9884-4843-be22-df2509a7948f HTTP/1.1" status: 204 len: 168 time: 0.1184309 Aug 10 14:32:37.240351 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5193c-1166-481f-9031-37d4259635dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5432d3-9884-4843-be22-df2509a7948f,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:37.463216 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 6de998c4-f15d-49fc-879c-a916070ce4d9 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:32:37.484701 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 6de998c4-f15d-49fc-879c-a916070ce4d9 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:32:37.484950 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 6de998c4-f15d-49fc-879c-a916070ce4d9 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:32:37.485367 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device d4c30f32-66a4-4a39-9986-8769cfe6605b no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:32:37.509176 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: d4c30f32-66a4-4a39-9986-8769cfe6605b {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:32:37.509523 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device d4c30f32-66a4-4a39-9986-8769cfe6605b not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:32:39.390274 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:48.771067 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:32:52.921765 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-2fd94c66-7689-4f13-ac18-c2189e3bb117 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1849189 Aug 10 14:32:53.025791 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-d180a369-4a90-4934-91a3-346ddadf5186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:53.027328 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-d180a369-4a90-4934-91a3-346ddadf5186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 1098 time: 0.0450141 Aug 10 14:32:53.135377 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-98642574-7dc7-4443-8a27-65a4057d5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:53.136903 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-98642574-7dc7-4443-8a27-65a4057d5e5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.0909593 Aug 10 14:32:53.206084 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-4fb85bf4-1ff5-402a-b877-bd3f827be7bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57 HTTP/1.1" status: 200 len: 1000 time: 0.0622649 Aug 10 14:32:53.257849 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-f457fd8c-befd-4eb9-ae32-c454c7d2f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:53.259441 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-f457fd8c-befd-4eb9-ae32-c454c7d2f5c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0470011 Aug 10 14:32:53.312816 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-d4c47ee9-162c-4177-990e-c17a96a28ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:53.314388 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-d4c47ee9-162c-4177-990e-c17a96a28ad7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478578 Aug 10 14:32:53.326099 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-0fa9ca60-3eb9-4d65-9e6f-bdee1a9ff320 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:32:53.327084 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-0fa9ca60-3eb9-4d65-9e6f-bdee1a9ff320 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055940 Aug 10 14:32:53.419637 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-766354e0-9ef6-4520-a23d-f59d4b6bec02 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856650 Aug 10 14:32:53.514151 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9d43b0b7-22b1-46b2-b586-1b9e8591d02f req-8e8a19c1-702d-4385-a8b0-b8ad88c51d24 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873852 Aug 10 14:32:55.834902 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f305a06e-9d0f-4e5a-be5d-2ef26d20f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:58.594774 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2eb7e2ea-fc2a-42ab-bb8c-94ba086126da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:58.752480 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:59.913118 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:01.606910 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:09.419797 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:25.769711 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:33:25.836177 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-031480e8-cb8e-443e-9456-860554b7b6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:28.597173 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bedf2571-cda5-4e92-bc63-670cee0753a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:28.753667 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:29.916094 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:30.908507 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65458945-1c33-4eee-a99b-4239eb3ddd9b req-50f281e6-65ec-4512-ab06-f994fe8086dc tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:30.910025 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-65458945-1c33-4eee-a99b-4239eb3ddd9b req-50f281e6-65ec-4512-ab06-f994fe8086dc tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0518472 Aug 10 14:33:30.949494 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-65458945-1c33-4eee-a99b-4239eb3ddd9b req-8e81ce4c-6ba5-4630-a99b-3355be38c3b1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327640 Aug 10 14:33:31.608121 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:32.176681 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3bc6-0a83-4daa-bbea-ad506adb9eb9 req-9d1dbe21-c5d7-44e3-8312-a09342acc289 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:32.178186 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6aac3bc6-0a83-4daa-bbea-ad506adb9eb9 req-9d1dbe21-c5d7-44e3-8312-a09342acc289 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.1596360 Aug 10 14:33:32.216430 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6aac3bc6-0a83-4daa-bbea-ad506adb9eb9 req-69e8c6f3-3ea3-46e7-9a5e-467044c005db tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320089 Aug 10 14:33:33.349319 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b5c2-3129-4ebc-b8cf-3a0ce6465287 req-faece30e-0325-46a3-8419-6a0e059749db tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:33.351442 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f014b5c2-3129-4ebc-b8cf-3a0ce6465287 req-faece30e-0325-46a3-8419-6a0e059749db tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0495272 Aug 10 14:33:33.392883 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f014b5c2-3129-4ebc-b8cf-3a0ce6465287 req-4b772e46-fc4e-4528-b1f8-6cfbc911158e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346251 Aug 10 14:33:34.510465 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3898a-7d22-453d-9161-543802ab8dc2 req-21194d11-c7a7-4ba0-a727-91a88a232088 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:34.512033 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8cb3898a-7d22-453d-9161-543802ab8dc2 req-21194d11-c7a7-4ba0-a727-91a88a232088 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0499170 Aug 10 14:33:34.551392 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8cb3898a-7d22-453d-9161-543802ab8dc2 req-f9019b23-203d-4674-a58f-c17010998b69 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334132 Aug 10 14:33:35.667367 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688185a-7af6-42bc-a152-38e7e83c48e1 req-4b28bce9-6dfc-49d4-8edb-a9e7c5245619 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:35.668891 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d688185a-7af6-42bc-a152-38e7e83c48e1 req-4b28bce9-6dfc-49d4-8edb-a9e7c5245619 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0514083 Aug 10 14:33:35.707909 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-d688185a-7af6-42bc-a152-38e7e83c48e1 req-a783dbd8-b34f-4ecd-907b-35932643ffc6 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321555 Aug 10 14:33:36.823881 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596647d-0d52-4b32-ae6c-bc07df7d5c71 req-094a1b69-ba74-4ee5-8532-8500aa8fb92f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:36.825320 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6596647d-0d52-4b32-ae6c-bc07df7d5c71 req-094a1b69-ba74-4ee5-8532-8500aa8fb92f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0475118 Aug 10 14:33:36.866217 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-6596647d-0d52-4b32-ae6c-bc07df7d5c71 req-57580237-d3d1-49bf-b76e-d65ceb2fc48e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350258 Aug 10 14:33:37.981705 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08402da1-033f-43c5-9fd0-58f86dec258f req-90ebb6ed-4650-41d4-8bac-b123bf61023e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:37.984306 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-08402da1-033f-43c5-9fd0-58f86dec258f req-90ebb6ed-4650-41d4-8bac-b123bf61023e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0508533 Aug 10 14:33:38.022256 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-08402da1-033f-43c5-9fd0-58f86dec258f req-54f93061-8628-48d3-aa62-cc27b43767ac tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Aug 10 14:33:39.137107 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49be0b-acb7-4247-bc5d-96bc9c98797c req-2ffa05f8-c9e4-49bd-8f70-67dae0b3fba2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:39.138605 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7c49be0b-acb7-4247-bc5d-96bc9c98797c req-2ffa05f8-c9e4-49bd-8f70-67dae0b3fba2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0483086 Aug 10 14:33:39.176315 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-7c49be0b-acb7-4247-bc5d-96bc9c98797c req-9ce11247-db1e-4cc2-9977-f7f8debaa932 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Aug 10 14:33:39.435076 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:40.294157 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0976a3-e53b-4d9d-851e-d6d101726be8 req-e7ab0f55-bb18-450f-bd43-d751c6be762c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:40.295714 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9f0976a3-e53b-4d9d-851e-d6d101726be8 req-e7ab0f55-bb18-450f-bd43-d751c6be762c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0515158 Aug 10 14:33:40.338178 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-9f0976a3-e53b-4d9d-851e-d6d101726be8 req-50d149fb-9bed-415f-9920-a130396d41f2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366166 Aug 10 14:33:41.128621 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-6fb1135a-07e3-422d-ba1a-36677a17dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:41.130133 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-6fb1135a-07e3-422d-ba1a-36677a17dfbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1098 time: 0.0401812 Aug 10 14:33:41.218868 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-2f8b2267-1ddb-431e-af4a-4c85b51cbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:41.220561 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-2f8b2267-1ddb-431e-af4a-4c85b51cbf24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 200 len: 909 time: 0.0832391 Aug 10 14:33:41.289139 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-db3e6fc1-ca88-4987-b88b-18c0b18f794a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 200 len: 1001 time: 0.0616381 Aug 10 14:33:41.338807 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-c0e72387-646d-4fac-8377-a999a89eb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:41.340296 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-c0e72387-646d-4fac-8377-a999a89eb4de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c HTTP/1.1" status: 200 len: 847 time: 0.0441935 Aug 10 14:33:41.391266 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-c379e8f9-984c-4ed5-8a09-12e4082997a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:41.392718 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-c379e8f9-984c-4ed5-8a09-12e4082997a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b025577-c09b-4c7a-96af-69b481834a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449660 Aug 10 14:33:41.520546 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a747577-58b2-45e2-99ed-6a06cd62f854 req-be4eea14-341b-48c0-a94d-b3a4466c21c7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:41.522274 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a747577-58b2-45e2-99ed-6a06cd62f854 req-be4eea14-341b-48c0-a94d-b3a4466c21c7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.1040421 Aug 10 14:33:41.529458 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-204c0c43-ac5a-44a5-800e-c5ffa624fc6d service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297817 Aug 10 14:33:41.612507 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-2a747577-58b2-45e2-99ed-6a06cd62f854 req-6fe03188-69c7-42d3-b7c6-bb73dfba26fa tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821049 Aug 10 14:33:41.643913 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-62e84f13-07bd-4147-b763-0ec2f346ff6c req-8352a8b4-21bc-454b-903a-04bf611ed872 service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067464 Aug 10 14:33:42.730033 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd929-35b5-4bfd-9180-296301afa7bb req-dc88afb9-4b75-45b9-b749-6af753efb63e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:42.731544 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-83edd929-35b5-4bfd-9180-296301afa7bb req-dc88afb9-4b75-45b9-b749-6af753efb63e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0511045 Aug 10 14:33:42.769897 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-83edd929-35b5-4bfd-9180-296301afa7bb req-84e9523c-cece-4e61-b4fc-ba0876275199 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322876 Aug 10 14:33:43.885110 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8c57f-4966-4603-a4e8-b5f2c7ad3ed8 req-39a4a4d2-307b-4df9-a63c-e5552cfdd70f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:43.886530 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0e8c57f-4966-4603-a4e8-b5f2c7ad3ed8 req-39a4a4d2-307b-4df9-a63c-e5552cfdd70f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0489354 Aug 10 14:33:43.924930 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-c0e8c57f-4966-4603-a4e8-b5f2c7ad3ed8 req-c2bde87a-d2de-4bd3-aba4-720a6a9d39b9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323439 Aug 10 14:33:45.156732 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58754) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:45.161028 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd379-34f5-48f5-8076-fc3cd1ff44b2 req-80f6e01f-b611-4a23-9cec-ee6a0b6df6d9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:45.162567 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-122cd379-34f5-48f5-8076-fc3cd1ff44b2 req-80f6e01f-b611-4a23-9cec-ee6a0b6df6d9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0526497 Aug 10 14:33:45.202833 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-122cd379-34f5-48f5-8076-fc3cd1ff44b2 req-97cc0a3a-cc46-4fdb-ac99-17af523457f7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340915 Aug 10 14:33:45.247165 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-6e444f91-23e1-4a49-8c2e-e9fc064c1450 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892236 Aug 10 14:33:46.317757 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60985509-7562-4362-a010-9afdb352ad8d req-29740d38-c912-47ea-8bbf-642b4a111590 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:46.319267 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60985509-7562-4362-a010-9afdb352ad8d req-29740d38-c912-47ea-8bbf-642b4a111590 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0489590 Aug 10 14:33:46.356674 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-60985509-7562-4362-a010-9afdb352ad8d req-010aa088-2da4-4122-8bc7-4f343de67a89 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314400 Aug 10 14:33:47.006575 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-fb2aa3f4-cb80-4fbc-8344-a04f32a0d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:47.008617 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-fb2aa3f4-cb80-4fbc-8344-a04f32a0d5c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed&tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6 HTTP/1.1" status: 200 len: 1098 time: 0.0760958 Aug 10 14:33:47.081032 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-23333da5-33e9-4c49-8ecd-6868264f34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:47.082522 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-23333da5-33e9-4c49-8ecd-6868264f34c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1098 time: 0.0415304 Aug 10 14:33:47.171007 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-611d30db-2d35-4791-9650-f9188165f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:47.172495 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-611d30db-2d35-4791-9650-f9188165f663 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 200 len: 909 time: 0.0832958 Aug 10 14:33:47.241967 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-5aec9406-a731-4568-8c6f-f8eb1d4539ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 200 len: 1001 time: 0.0615454 Aug 10 14:33:47.291058 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-13ac86d6-ec9d-4f01-8865-3ca0947de779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:47.292450 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-13ac86d6-ec9d-4f01-8865-3ca0947de779 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c HTTP/1.1" status: 200 len: 847 time: 0.0432451 Aug 10 14:33:47.337935 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-f39f2b00-1656-4825-886e-e02aac3761d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:47.339410 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-f39f2b00-1656-4825-886e-e02aac3761d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b025577-c09b-4c7a-96af-69b481834a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394592 Aug 10 14:33:47.443182 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-2b1c4f53-9271-4802-a639-bd1a4296aa73 service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962052 Aug 10 14:33:47.529312 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266972e9-1d57-4266-861f-18a6108f32f0 req-2105e2b3-13ea-46b1-aa86-04746dddaae9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:47.530815 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-266972e9-1d57-4266-861f-18a6108f32f0 req-2105e2b3-13ea-46b1-aa86-04746dddaae9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.1008272 Aug 10 14:33:47.578090 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-76c4f949-25d9-4872-b1a1-06fa2d3c7b08 req-5faeb96e-6714-488a-9fcc-7edd38c29af3 service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207981 Aug 10 14:33:47.590150 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-266972e9-1d57-4266-861f-18a6108f32f0 req-6016aef7-1a76-459a-8e55-1a4dc2d2f973 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500233 Aug 10 14:33:48.648264 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:33:48.707095 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb5041-333a-4929-8663-eb58649d3d91 req-d27d827c-304b-46c1-b17d-e7267e78e6fc tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:48.708686 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5ebb5041-333a-4929-8663-eb58649d3d91 req-d27d827c-304b-46c1-b17d-e7267e78e6fc tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0489986 Aug 10 14:33:48.722801 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:48.746209 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5ebb5041-333a-4929-8663-eb58649d3d91 req-709c2c4e-8ca8-4b37-9db6-ba433db67c0a tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308659 Aug 10 14:33:48.760215 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:48.762588 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c318ea41-4d06-4547-9b8d-d57667b89937" -d '{"events": [{"server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "name": "network-vif-unplugged", "status": "completed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:48.779553 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:48.783703 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:48.834599 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=6']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:48.842814 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.843190 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.843534 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.843884 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.844218 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.844642 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.844923 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.845245 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.845573 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.845921 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.846287 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.846632 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:48.860867 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68948040-aff5-417f-a376-9bb8f7d56800 x-openstack-request-id: req-68948040-aff5-417f-a376-9bb8f7d56800 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:48.861166 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "name": "network-vif-unplugged", "status": "completed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:48.861426 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68948040-aff5-417f-a376-9bb8f7d56800 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:48.861823 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'code': 200} Aug 10 14:33:49.867677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d2be-bd4e-4378-a50a-ca57f2064e60 req-299e36da-6dd3-499f-8495-76c6c1abb471 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:49.869639 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25c0d2be-bd4e-4378-a50a-ca57f2064e60 req-299e36da-6dd3-499f-8495-76c6c1abb471 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0527389 Aug 10 14:33:49.911894 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-25c0d2be-bd4e-4378-a50a-ca57f2064e60 req-45f4644e-e65f-4bfa-aa18-bfca0f366bf1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359445 Aug 10 14:33:51.036076 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab184c-29e6-49cd-8678-ad48ddba3178 req-0e5f6e51-ceca-497d-afdf-1faf9f44d9e4 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:51.037622 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14ab184c-29e6-49cd-8678-ad48ddba3178 req-0e5f6e51-ceca-497d-afdf-1faf9f44d9e4 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0525677 Aug 10 14:33:51.077320 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-14ab184c-29e6-49cd-8678-ad48ddba3178 req-1730474c-f78d-4098-9133-e520086c0e6d tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331080 Aug 10 14:33:52.198091 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a270c3-0ce3-44ee-ae94-57df885df439 req-afc061f2-2470-407a-8055-5dd6a7f3ed44 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:52.199575 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f6a270c3-0ce3-44ee-ae94-57df885df439 req-afc061f2-2470-407a-8055-5dd6a7f3ed44 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0500128 Aug 10 14:33:52.238380 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f6a270c3-0ce3-44ee-ae94-57df885df439 req-9432bacd-8b0b-4cb5-a9f8-869ea1880168 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327179 Aug 10 14:33:53.357339 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a60784-f05e-4ab0-885e-b43660b77170 req-69a52e0a-e80f-402f-8fd4-efd8207316e1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:53.358992 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-63a60784-f05e-4ab0-885e-b43660b77170 req-69a52e0a-e80f-402f-8fd4-efd8207316e1 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0510447 Aug 10 14:33:53.402589 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-63a60784-f05e-4ab0-885e-b43660b77170 req-6dca4b23-8250-494a-b303-682f532a8749 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375850 Aug 10 14:33:53.690456 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58788) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:53.828324 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2da29-930e-487b-851f-5b02b45571c4 req-c57ee5bd-32e4-45a3-a778-888db9bd980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:53.829808 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50e2da29-930e-487b-851f-5b02b45571c4 req-c57ee5bd-32e4-45a3-a778-888db9bd980d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1096 time: 0.0426023 Aug 10 14:33:53.864299 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-50e2da29-930e-487b-851f-5b02b45571c4 req-a1021d54-a7f0-420d-bbd7-0a2eec9fc211 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274262 Aug 10 14:33:53.865013 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-2f167a17-dd4b-4894-9ff3-bf4b0a6d7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:53.866594 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-2f167a17-dd4b-4894-9ff3-bf4b0a6d7eee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1096 time: 0.0651777 Aug 10 14:33:53.885350 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Deleting port a12ef1a4-e205-409a-837d-cb512974b7b3 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:33:53.885687 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:53.963211 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:53.963448 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:53.976397 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Calling delete_port for a12ef1a4-e205-409a-837d-cb512974b7b3 owned by network:floatingip {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:33:54.123384 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:54.167181 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event deleted for resources: {'Port': ['ID=a12ef1a4-e205-409a-837d-cb512974b7b3,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:54.242133 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.242368 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.242750 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.243113 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.243444 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.243788 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.244111 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.244434 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.244774 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.245113 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.245466 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.245784 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:54.290620 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:54.290941 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.db.l3_db [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Floating IP 60bc363f-06b9-4f71-a39b-414cb25ec2ab disassociated (deleted). External IP: 172.27.3.2, port: d2198701-25f8-403f-b61e-9785f0b0b81f. Aug 10 14:33:54.339198 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-e175a927-141c-4e4a-b5c0-f42dc549cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:54.340711 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-e175a927-141c-4e4a-b5c0-f42dc549cf4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 200 len: 909 time: 0.1877272 Aug 10 14:33:54.449328 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-a3ed77ab-867c-4ab5-90a9-dce18125797f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 200 len: 999 time: 0.1004345 Aug 10 14:33:54.518657 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75daead-409e-41e9-b4df-279e60fef6d4 req-89ced4a4-0aee-465d-abc9-f60542054856 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:54.520224 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e75daead-409e-41e9-b4df-279e60fef6d4 req-89ced4a4-0aee-465d-abc9-f60542054856 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 943 time: 0.0493648 Aug 10 14:33:54.559296 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-e75daead-409e-41e9-b4df-279e60fef6d4 req-37bf9287-19b7-40ce-9161-286bab9a8a53 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330617 Aug 10 14:33:54.572813 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-1f3043a5-2117-44be-b522-54141428cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:54.574291 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-1f3043a5-2117-44be-b522-54141428cb4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c HTTP/1.1" status: 200 len: 847 time: 0.0853589 Aug 10 14:33:54.631003 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Router 083d9cf6-5c6c-4223-8551-00539b909929 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:33:54.643212 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-b497bb46-cdd9-46d1-8061-8ed7c5cd7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:54.644741 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-b497bb46-cdd9-46d1-8061-8ed7c5cd7742 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b025577-c09b-4c7a-96af-69b481834a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620604 Aug 10 14:33:54.680362 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:33:54.781354 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:54.794839 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Returning: {'device': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'port_id': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'mac_address': 'fa:16:3e:c0:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:33:54.834415 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:54.861713 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 {{(pid=93344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:33:54.887502 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:54.892422 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:54.958942 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=7']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:55.091491 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:33:55.094369 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-a5613339-b9d6-4d39-b0d5-1b4fd7e1a667 service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414194 Aug 10 14:33:55.097356 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:55.103084 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:33:55.120041 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:33:55.120674 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:55.172134 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-ed1beb8e-5c5b-4c92-890e-ce342df9320b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "DELETE /v2.0/floatingips/60bc363f-06b9-4f71-a39b-414cb25ec2ab HTTP/1.1" status: 204 len: 168 time: 1.4805567 Aug 10 14:33:55.174357 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:55.176553 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:55.231348 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-f80150c6-392c-4b82-8d39-7800e6ef4a88 req-5d92f811-4412-4c62-87b6-f6a364c032bb service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285694 Aug 10 14:33:55.282842 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] get_ports_and_sgs() called for port_ids ['ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'] {{(pid=93344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:55.326936 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eb2c23-0ce5-4195-91d6-6cac5cc1e9c7 x-openstack-request-id: req-69eb2c23-0ce5-4195-91d6-6cac5cc1e9c7 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:55.327250 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:55.327497 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69eb2c23-0ce5-4195-91d6-6cac5cc1e9c7 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:55.329660 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'status': 'completed', 'code': 200} Aug 10 14:33:55.408283 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:33:55.429228 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0f19-ffc7-4ada-b52b-ee242b3c1794 req-c748a7df-fe5c-4d8e-b594-9403a32e686d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:55.436897 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abda0f19-ffc7-4ada-b52b-ee242b3c1794 req-c748a7df-fe5c-4d8e-b594-9403a32e686d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 945 time: 0.0612471 Aug 10 14:33:55.437923 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-5aeea05d-84a9-4d92-9675-5fe08767267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:55.439794 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-5aeea05d-84a9-4d92-9675-5fe08767267c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 1098 time: 0.0439913 Aug 10 14:33:55.484396 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-abda0f19-ffc7-4ada-b52b-ee242b3c1794 req-1bbd0eb3-a603-4257-aa3d-6f7a84a9ed5b tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463197 Aug 10 14:33:55.546213 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-f2c347d6-9f93-4245-b97b-1b2bb1b3def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:55.547694 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-f2c347d6-9f93-4245-b97b-1b2bb1b3def8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.1000803 Aug 10 14:33:55.591692 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-01c2d56b-7c5a-4320-8061-075b7bc073a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2198701-25f8-403f-b61e-9785f0b0b81f HTTP/1.1" status: 200 len: 217 time: 0.0360470 Aug 10 14:33:55.649138 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-84a2761f-f365-44ad-9be8-0d88bb115f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:55.650621 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-84a2761f-f365-44ad-9be8-0d88bb115f5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0508022 Aug 10 14:33:55.681128 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7feaab-cf93-4dff-9da1-f70c3e124f98 req-99002d79-b7af-43ed-a354-8f79987f903e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:55.683025 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a7feaab-cf93-4dff-9da1-f70c3e124f98 req-99002d79-b7af-43ed-a354-8f79987f903e tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 944 time: 0.0534208 Aug 10 14:33:55.702632 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-42bd8d99-0081-4c58-9c97-8bc3d97cbdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:55.704383 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-42bd8d99-0081-4c58-9c97-8bc3d97cbdd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453174 Aug 10 14:33:55.728757 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4a7feaab-cf93-4dff-9da1-f70c3e124f98 req-781e5326-41de-4176-9a7e-4eb1aba020d9 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Aug 10 14:33:55.766976 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 1, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:55.794933 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:33:55.804113 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:33:55.804808 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:29Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:55.809848 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-b8bb7355-8562-4aed-9084-73c4e82204f9 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977902 Aug 10 14:33:55.867481 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-4a5ada98-e182-4d5e-9ec3-c57da9e3ea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:55.909328 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-1f3834e3-ee5e-4be6-8e0d-ca569a51691c req-9a554861-7770-4424-b8d0-5c1c19d947e3 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920916 Aug 10 14:33:55.928372 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:33:56.159508 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 1, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:56.184993 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b6a919-884f-47cf-9252-253a3d2e120d None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_floatingips': [{'id': '955bd744-0d21-48f4-97ea-5f410cb6b0ea', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'router_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'port_id': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'mac_address': 'fa:16:3e:78:3c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 1, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:33:56.495014 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d47bc-7775-4d23-b440-66a9aa7c8e14 None None] New status for floating IP 60bc363f-06b9-4f71-a39b-414cb25ec2ab: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:33:56.609452 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f16463-94d4-4c39-9be5-42c618f6b36b req-728f48ba-c231-45cc-84e7-562c123fad48 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:56.611214 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-24f16463-94d4-4c39-9be5-42c618f6b36b req-728f48ba-c231-45cc-84e7-562c123fad48 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 945 time: 0.0526171 Aug 10 14:33:56.653252 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-24f16463-94d4-4c39-9be5-42c618f6b36b req-950205c4-b479-4989-93a1-faa1aec9231d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347199 Aug 10 14:33:56.715148 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 up at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:33:56.762036 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.provisioning_blocks [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Provisioning complete for port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 triggered by entity L2. {{(pid=93344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:33:56.762411 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572516'] for port, provisioning_complete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.839241 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612332'] for port, before_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.860960 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'}] {{(pid=93344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:56.863204 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bd27402f6579845aae874a327a9ed66ba78bbe68a01d33721c9c9423baa938" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83243420-72f6-4970-b4fd-fefc322d4aaa" -d '{"events": [{"server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "name": "network-vif-plugged", "status": "completed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847"}]}' {{(pid=93344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:56.876294 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-c93379f6-03bd-430e-8afa-658653139989 None None] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:56.881176 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758701770909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758701380127', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758701380145'] for port, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.904156 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3181607b-600c-4969-812b-68e8824f0bb0 x-openstack-request-id: req-3181607b-600c-4969-812b-68e8824f0bb0 {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:56.904447 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "name": "network-vif-plugged", "status": "completed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847", "code": 200}]} {{(pid=93344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:56.904700 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3181607b-600c-4969-812b-68e8824f0bb0 {{(pid=93344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:56.905088 dv-cinder-799668-5-iscsi neutron-server[93344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'code': 200} Aug 10 14:33:56.932901 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Pushing event updated for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=8']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:57.199479 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-fab75e7d-42bb-426b-967b-621eeba24939 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:57.200998 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-fab75e7d-42bb-426b-967b-621eeba24939 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 945 time: 0.0559742 Aug 10 14:33:57.293829 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Deleting port d2198701-25f8-403f-b61e-9785f0b0b81f {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:33:57.294193 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.384581 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] For port d2198701-25f8-403f-b61e-9785f0b0b81f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d2198701-25f8-403f-b61e-9785f0b0b81f,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:57.384937 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.397079 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Calling delete_port for d2198701-25f8-403f-b61e-9785f0b0b81f owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:33:57.523851 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.555764 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event deleted for resources: {'Port': ['ID=d2198701-25f8-403f-b61e-9785f0b0b81f,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:57.602644 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] No DVR routers for this DVR port d2198701-25f8-403f-b61e-9785f0b0b81f on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:33:57.605315 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.607396 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-714635d5-9b4d-40ab-9f6e-70d0b8b9d314 req-54372e2b-884f-497b-9b56-d9b60e264f05 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "DELETE /v2.0/ports/d2198701-25f8-403f-b61e-9785f0b0b81f HTTP/1.1" status: 204 len: 173 time: 0.4005952 Aug 10 14:33:57.607825 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'name': 'network-vif-deleted', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:57.610102 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e70e5-9201-4529-a751-4afa329e9a54" -d '{"events": [{"server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "name": "network-vif-deleted", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:57.664584 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfcb7e0-f0e2-4ead-977d-4d18ec04c3df x-openstack-request-id: req-ddfcb7e0-f0e2-4ead-977d-4d18ec04c3df {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:57.664914 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7adec7-7e91-4fbe-b797-fe359c031e88", "name": "network-vif-deleted", "tag": "d2198701-25f8-403f-b61e-9785f0b0b81f", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:57.665189 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddfcb7e0-f0e2-4ead-977d-4d18ec04c3df {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:57.665600 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7adec7-7e91-4fbe-b797-fe359c031e88', 'name': 'network-vif-deleted', 'tag': 'd2198701-25f8-403f-b61e-9785f0b0b81f', 'status': 'completed', 'code': 200} Aug 10 14:33:57.753649 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-8a6b794c-c30f-4d73-8de7-377eee3f1b98 req-40cae455-49e9-4e75-bf9c-4be24174189e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c7adec7-7e91-4fbe-b797-fe359c031e88 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Aug 10 14:33:58.599629 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-54132034-6f7d-4fcc-9706-263b73cf1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.754477 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:59.918990 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:00.721785 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device d2198701-25f8-403f-b61e-9785f0b0b81f no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:00.745546 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: d2198701-25f8-403f-b61e-9785f0b0b81f {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:00.745803 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device d2198701-25f8-403f-b61e-9785f0b0b81f not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:01.039252 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58828) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:01.213399 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Deleting port 1ac6adfc-7c8a-449c-b227-aab97ff572cb {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:01.213733 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:01.294879 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:01.295141 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:01.307008 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Calling delete_port for 1ac6adfc-7c8a-449c-b227-aab97ff572cb owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:01.495663 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:01.518852 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event deleted for resources: {'Port': ['ID=1ac6adfc-7c8a-449c-b227-aab97ff572cb,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:01.529817 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.530180 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.530525 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.530858 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.531189 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.531516 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.532205 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.532205 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.532465 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.532786 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.533105 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.533426 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:01.595433 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:01.595776 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Floating IP 955bd744-0d21-48f4-97ea-5f410cb6b0ea disassociated (deleted). External IP: 172.27.3.52, port: df9b39d6-0b39-473d-9831-d5344c7c2d57. Aug 10 14:34:01.610416 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:01.822111 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Router 083d9cf6-5c6c-4223-8551-00539b909929 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:34:01.930365 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:34:01.935378 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:01.940323 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:34:01.950247 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:01.950961 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:01.962609 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-2ec5c863-5bf9-4aa0-92ab-cec07c58792e tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "DELETE /v2.0/floatingips/955bd744-0d21-48f4-97ea-5f410cb6b0ea HTTP/1.1" status: 204 len: 168 time: 0.9215751 Aug 10 14:34:01.963304 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:01.965681 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95" -d '{"events": [{"name": "network-changed", "server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:02.007143 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7345f5a5-c036-4f8d-9281-6f7a7ff1f478 x-openstack-request-id: req-7345f5a5-c036-4f8d-9281-6f7a7ff1f478 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:02.007435 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:02.007787 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7345f5a5-c036-4f8d-9281-6f7a7ff1f478 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:02.008198 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'status': 'completed', 'code': 200} Aug 10 14:34:02.062093 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:02.102453 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-059a8e1d-b16b-4d2f-aa20-1d81548bb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.103939 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-059a8e1d-b16b-4d2f-aa20-1d81548bb22d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe90e58b6be84abbafd17daeea8ef195&device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 1098 time: 0.0530689 Aug 10 14:34:02.190563 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab806e9-cd43-481a-a963-d9cda81a3da7 req-1826570b-de53-4ff8-a95f-c14d9fdf71fb tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.192211 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5ab806e9-cd43-481a-a963-d9cda81a3da7 req-1826570b-de53-4ff8-a95f-c14d9fdf71fb tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 945 time: 0.0523574 Aug 10 14:34:02.235739 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-5ab806e9-cd43-481a-a963-d9cda81a3da7 req-dae0f140-c87c-48b7-aa1b-3a52773e164c tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354068 Aug 10 14:34:02.237277 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-aedc5af1-b4c2-4a4f-bb50-d12cfe170d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.239057 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-aedc5af1-b4c2-4a4f-bb50-d12cfe170d44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 200 len: 912 time: 0.0934393 Aug 10 14:34:02.278651 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:02.280970 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-ae4db59d-af04-44aa-ace9-59b7376a6e33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57 HTTP/1.1" status: 200 len: 217 time: 0.0347311 Aug 10 14:34:02.305150 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:34:02.313449 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:02.314082 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:02.331288 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-1f08c656-6a4f-4e11-b60f-7b926751abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.332730 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-1f08c656-6a4f-4e11-b60f-7b926751abb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 200 len: 850 time: 0.0437343 Aug 10 14:34:02.383774 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-71f5325f-129b-49fe-aa2f-0956b33f7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.385271 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-71f5325f-129b-49fe-aa2f-0956b33f7deb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02da8eb3-4dd0-456a-a828-2a2a787b463c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443022 Aug 10 14:34:02.420107 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:02.479107 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-8a08b08a-3717-426c-bf9b-6fc59bb58a17 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839369 Aug 10 14:34:02.580601 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-9be5523f-cc3c-4c2d-a9f9-46ffa17c4b95 req-5c075f9d-2e44-46ef-9dc2-bfa98f56e658 service neutron] 10.222.0.46 "GET /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912588 Aug 10 14:34:02.620646 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:02.650569 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f1dfc-d173-4256-9a05-4e25564768ee None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:26:49Z', 'revision_number': 4, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'cb5d33f2-4773-4e6c-8c9d-86570a41ead9', 'name': '', 'network_id': '02da8eb3-4dd0-456a-a828-2a2a787b463c', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'mac_address': 'fa:16:3e:43:04:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:48Z', 'updated_at': '2021-08-10T14:26:55Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'subnets': [{'id': 'af50c6f3-624d-4da5-b1e9-e0868e84b3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:34:02.769391 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:34:02.875144 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbdca4-537c-426a-b202-c2e8f24fed44 None None] New status for floating IP 955bd744-0d21-48f4-97ea-5f410cb6b0ea: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:34:03.354454 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6510f7-6ee5-4b19-8323-23267cdf4726 req-07e677d3-799a-47d8-84d0-bf64290e0426 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:03.355960 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c6510f7-6ee5-4b19-8323-23267cdf4726 req-07e677d3-799a-47d8-84d0-bf64290e0426 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 945 time: 0.0486012 Aug 10 14:34:03.398642 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-4c6510f7-6ee5-4b19-8323-23267cdf4726 req-e3d6d563-7cee-4aa9-9270-a4297b0d2657 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/security-groups?id=dbe82261-8ccb-4aed-b4d4-a2382241d673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363700 Aug 10 14:34:03.910657 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-825ba4a8-170a-4b7a-9d4b-58024028c559 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:03.912299 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-825ba4a8-170a-4b7a-9d4b-58024028c559 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 945 time: 0.0719683 Aug 10 14:34:04.013355 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Deleting port df9b39d6-0b39-473d-9831-d5344c7c2d57 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:04.013702 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:04.113667 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] For port df9b39d6-0b39-473d-9831-d5344c7c2d57, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=df9b39d6-0b39-473d-9831-d5344c7c2d57,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:04.114051 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:04.127559 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Calling delete_port for df9b39d6-0b39-473d-9831-d5344c7c2d57 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:04.264203 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:04.293093 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event deleted for resources: {'Port': ['ID=df9b39d6-0b39-473d-9831-d5344c7c2d57,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:04.336305 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] No DVR routers for this DVR port df9b39d6-0b39-473d-9831-d5344c7c2d57 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:34:04.338945 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:04.340984 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-992938ad-0c46-4dea-ad9b-f4899f134f53 req-8cf9560d-7b29-4d04-963b-b0a98e400ca6 tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.46 "DELETE /v2.0/ports/df9b39d6-0b39-473d-9831-d5344c7c2d57 HTTP/1.1" status: 204 len: 173 time: 0.4228714 Aug 10 14:34:04.341498 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'name': 'network-vif-deleted', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:04.343776 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d415d201-3076-4b0f-8772-f4db9e10f77f" -d '{"events": [{"server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "name": "network-vif-deleted", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:04.386125 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25f9017-f3ba-45ec-a709-78bbaf3f75f9 x-openstack-request-id: req-e25f9017-f3ba-45ec-a709-78bbaf3f75f9 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:04.386427 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456e7996-c6cf-4839-b3df-9d410089fbbb", "name": "network-vif-deleted", "tag": "df9b39d6-0b39-473d-9831-d5344c7c2d57", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:04.386683 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e25f9017-f3ba-45ec-a709-78bbaf3f75f9 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:04.387085 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456e7996-c6cf-4839-b3df-9d410089fbbb', 'name': 'network-vif-deleted', 'tag': 'df9b39d6-0b39-473d-9831-d5344c7c2d57', 'status': 'completed', 'code': 200} Aug 10 14:34:04.501403 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-73339ff2-e5f5-4fb6-9d7e-00d44f19d18d req-76555ade-5f18-494a-a57d-a7ffdf2d507f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "GET /v2.0/ports?device_id=456e7996-c6cf-4839-b3df-9d410089fbbb HTTP/1.1" status: 200 len: 210 time: 0.0296369 Aug 10 14:34:05.561500 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58846) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:05.952482 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Deleting port 9fe4d74e-b3cf-40aa-9d2a-42c349a89839 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:05.952821 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:06.031233 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:06.031561 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:06.043235 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Calling delete_port for 9fe4d74e-b3cf-40aa-9d2a-42c349a89839 owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:06.179266 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:06.205271 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event deleted for resources: {'Port': ['ID=9fe4d74e-b3cf-40aa-9d2a-42c349a89839,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:06.267565 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:06.270065 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:06.271214 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f392d8f4-76ba-488c-a19e-3601da56f14d tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "DELETE /v2.0/floatingips/bdf9e291-b471-4a21-ace0-03b1e2059206 HTTP/1.1" status: 204 len: 168 time: 0.7086923 Aug 10 14:34:07.465685 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58858) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:07.524832 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-15c4811b-737d-452e-a4e0-3e795c33642f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:07.549397 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-15c4811b-737d-452e-a4e0-3e795c33642f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:07.607660 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-15c4811b-737d-452e-a4e0-3e795c33642f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:07.610222 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-15c4811b-737d-452e-a4e0-3e795c33642f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:07.611365 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-15c4811b-737d-452e-a4e0-3e795c33642f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] 10.222.0.44 "DELETE /v2.0/security-groups/dbe82261-8ccb-4aed-b4d4-a2382241d673 HTTP/1.1" status: 204 len: 168 time: 0.1443949 Aug 10 14:34:07.620976 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4811b-737d-452e-a4e0-3e795c33642f tempest-TestVolumeBootPattern-1503980193 tempest-TestVolumeBootPattern-1503980193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe82261-8ccb-4aed-b4d4-a2382241d673,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:07.663839 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58862) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:08.104972 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:08.347631 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Deleting port cb5d33f2-4773-4e6c-8c9d-86570a41ead9 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:08.347973 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:08.427164 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] For port cb5d33f2-4773-4e6c-8c9d-86570a41ead9, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:08.427439 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:08.439999 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Calling delete_port for cb5d33f2-4773-4e6c-8c9d-86570a41ead9 owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:08.623888 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:08.655575 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5d33f2-4773-4e6c-8c9d-86570a41ead9,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:08.759213 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device df9b39d6-0b39-473d-9831-d5344c7c2d57 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:08.779150 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: df9b39d6-0b39-473d-9831-d5344c7c2d57 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:08.779493 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device df9b39d6-0b39-473d-9831-d5344c7c2d57 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:08.822665 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.036848 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Router 083d9cf6-5c6c-4223-8551-00539b909929 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:34:09.140684 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:34:09.145624 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-d88eec7c-513e-490d-a67d-decb63529ef3 admin admin] 10.222.0.44 "PUT /v2.0/routers/083d9cf6-5c6c-4223-8551-00539b909929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807656 Aug 10 14:34:09.148145 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58868) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:09.150749 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] Sync routers for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:34:09.159653 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:09.160258 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:09.251589 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.353994 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.394604 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:09.409549 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Deleting port 365597fa-53b4-400e-9153-6e19d9ca6271 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:09.409894 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.502412 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] For port 365597fa-53b4-400e-9153-6e19d9ca6271, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=365597fa-53b4-400e-9153-6e19d9ca6271,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:09.502976 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.508298 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.518361 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Calling delete_port for 365597fa-53b4-400e-9153-6e19d9ca6271 owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:09.604138 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:34:08Z', 'revision_number': 5, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port': {'id': '365597fa-53b4-400e-9153-6e19d9ca6271', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083d9cf6-5c6c-4223-8551-00539b909929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:44Z', 'updated_at': '2021-08-10T14:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:09.631571 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] Checking router: 083d9cf6-5c6c-4223-8551-00539b909929 for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:34:09.642580 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] Routers {'083d9cf6-5c6c-4223-8551-00539b909929'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:09.643516 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['083d9cf6-5c6c-4223-8551-00539b909929'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:09.696019 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.726081 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=365597fa-53b4-400e-9153-6e19d9ca6271,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:09.740269 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] Set router 083d9cf6-5c6c-4223-8551-00539b909929 gateway port host: None {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:09.787340 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.794243 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:34:09Z', 'revision_number': 6, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:09.826078 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7b50d-c424-465b-b855-c4d5f83da2f9 None None] The sync data for ids ['083d9cf6-5c6c-4223-8551-00539b909929'] in dv-cinder-799668-5-iscsi is: [{'id': '083d9cf6-5c6c-4223-8551-00539b909929', 'name': 'tempest-TestVolumeBootPattern-901663293-router', 'tenant_id': 'fe90e58b6be84abbafd17daeea8ef195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:43Z', 'updated_at': '2021-08-10T14:34:09Z', 'revision_number': 6, 'project_id': 'fe90e58b6be84abbafd17daeea8ef195', 'gw_port_host': None}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:34:09.881088 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.883434 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.927173 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.927715 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083d9cf6-5c6c-4223-8551-00539b909929 {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:34:09.932315 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:09.933502 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-dcf87263-fafe-4c20-9d1c-3b21a153b8b4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/083d9cf6-5c6c-4223-8551-00539b909929 HTTP/1.1" status: 204 len: 168 time: 0.7844489 Aug 10 14:34:09.936515 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58870) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:09.993548 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7bfd9d-06ee-4561-99c2-a163ed7fefdc admin admin] Deleting subnet af50c6f3-624d-4da5-b1e9-e0868e84b3b8 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:34:09.997284 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd9d-06ee-4561-99c2-a163ed7fefdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.033229 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd9d-06ee-4561-99c2-a163ed7fefdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4254329'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.111261 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd9d-06ee-4561-99c2-a163ed7fefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.168165 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd9d-06ee-4561-99c2-a163ed7fefdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4255071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6237532'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.195092 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bfd9d-06ee-4561-99c2-a163ed7fefdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af50c6f3-624d-4da5-b1e9-e0868e84b3b8,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:10.200740 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd9d-06ee-4561-99c2-a163ed7fefdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.205212 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0c7bfd9d-06ee-4561-99c2-a163ed7fefdc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/af50c6f3-624d-4da5-b1e9-e0868e84b3b8 HTTP/1.1" status: 204 len: 168 time: 0.2652864 Aug 10 14:34:10.205644 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58872) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:10.214119 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6a3c1-707c-467a-a249-61d7ed1d3a2e None None] Network 02da8eb3-4dd0-456a-a828-2a2a787b463c requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:34:10.288153 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.346099 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Deleting port 391c1232-857b-4c6c-8143-aec257a2719e {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:10.346445 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.409824 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] For port 391c1232-857b-4c6c-8143-aec257a2719e, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=391c1232-857b-4c6c-8143-aec257a2719e,segment=NetworkSegment(8a5c2b0e-827a-419a-af02-f987843f18ce),segment_id=8a5c2b0e-827a-419a-af02-f987843f18ce)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:10.410207 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.428450 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Calling delete_port for 391c1232-857b-4c6c-8143-aec257a2719e owned by network:dhcp {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:10.528593 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.555627 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Pushing event deleted for resources: {'Port': ['ID=391c1232-857b-4c6c-8143-aec257a2719e,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:10.562023 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] No DVR routers for this DVR port 391c1232-857b-4c6c-8143-aec257a2719e on host dv-cinder-799668-5-iscsi {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:34:10.628960 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6013fc99-941b-469b-b180-6d8987d1d404 None None] DHCP port deletion for 02da8eb3-4dd0-456a-a828-2a2a787b463c request from dv-cinder-799668-5-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:34:10.642551 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.654501 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02da8eb3-4dd0-456a-a828-2a2a787b463c']}} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:10.666108 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5c2b0e-827a-419a-af02-f987843f18ce') {'for_net_delete': True} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:10.666399 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.services.segments.db [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5c2b0e-827a-419a-af02-f987843f18ce') {} {{(pid=93342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:10.675471 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342979'] for segment, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.689352 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.695910 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:34:10.696297 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5341244'] for segment, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: Traceback (most recent call last): Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: timer() Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: cb(*args, **kw) Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: return func(*args, **kwargs) Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: self._notify() Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: self.callback(batched_events) Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: event.method(event) Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: return f(self, *a, **k) Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._get(url).json() Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: return self.request(url, 'GET', **kwargs) Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:34:10.698023 dv-cinder-799668-5-iscsi neutron-server[93342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:34:10.754264 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.760997 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.762201 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] 10.222.0.44 "DELETE /v2.0/networks/02da8eb3-4dd0-456a-a828-2a2a787b463c HTTP/1.1" status: 204 len: 168 time: 0.5555060 Aug 10 14:34:10.765289 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58874) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:10.773716 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1616f8-6e7d-4946-be4c-f70a96d553ba admin admin] Pushing event deleted for resources: {'Network': ['ID=02da8eb3-4dd0-456a-a828-2a2a787b463c,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:11.127003 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:11.520847 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device cb5d33f2-4773-4e6c-8c9d-86570a41ead9 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:11.543108 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: cb5d33f2-4773-4e6c-8c9d-86570a41ead9 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:11.543461 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device cb5d33f2-4773-4e6c-8c9d-86570a41ead9 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:11.543890 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 365597fa-53b4-400e-9153-6e19d9ca6271 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:11.564538 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 365597fa-53b4-400e-9153-6e19d9ca6271 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:11.565141 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 365597fa-53b4-400e-9153-6e19d9ca6271 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:11.565547 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 391c1232-857b-4c6c-8143-aec257a2719e no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:11.586378 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 391c1232-857b-4c6c-8143-aec257a2719e {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:11.586731 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 391c1232-857b-4c6c-8143-aec257a2719e not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:11.670374 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Deleting port 08108391-f1c9-4f56-8d96-75f496712f8a {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:11.670722 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:11.754419 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] For port 08108391-f1c9-4f56-8d96-75f496712f8a, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=08108391-f1c9-4f56-8d96-75f496712f8a,segment=NetworkSegment(6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c),segment_id=6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:11.754695 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:11.767867 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Calling delete_port for 08108391-f1c9-4f56-8d96-75f496712f8a owned by network:router_interface {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:11.951324 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:11.975350 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08108391-f1c9-4f56-8d96-75f496712f8a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:12.172381 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:12.402497 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:34:12.523275 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:34:12.528350 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-f071345e-31b4-4b71-8a53-be04b8ffe8a6 admin admin] 10.222.0.44 "PUT /v2.0/routers/b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7618446 Aug 10 14:34:12.531319 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58876) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:12.532160 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] Sync routers for ids ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:34:12.541874 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] Routers {'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:12.542563 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:12.652699 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:12.663145 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] Set router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:12.765122 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:12.837677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Deleting port 06475cde-a793-4e4b-8043-7eb0d840aa1a {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:12.837677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:12.863465 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:34:11Z', 'revision_number': 5, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port': {'id': '06475cde-a793-4e4b-8043-7eb0d840aa1a', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:12.891158 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] Checking router: b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:34:12.899836 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] Routers {'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:12.900458 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:12.929278 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] For port 06475cde-a793-4e4b-8043-7eb0d840aa1a, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=06475cde-a793-4e4b-8043-7eb0d840aa1a,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:12.929733 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:12.945167 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Calling delete_port for 06475cde-a793-4e4b-8043-7eb0d840aa1a owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:12.989265 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] Set router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:13.045665 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:34:12Z', 'revision_number': 6, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:13.072927 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1612fd6-7cdd-4a3a-b97f-8167d117b831 None None] The sync data for ids ['b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6'] in dv-cinder-799668-5-iscsi is: [{'id': 'b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6', 'name': 'tempest-TestVolumeBootPattern-1393143078-router', 'tenant_id': '91dfb639edef4b11b528666712eb3f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:26:52Z', 'updated_at': '2021-08-10T14:34:12Z', 'revision_number': 6, 'project_id': '91dfb639edef4b11b528666712eb3f82', 'gw_port_host': None}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:34:13.131161 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.157233 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Pushing event deleted for resources: {'Port': ['ID=06475cde-a793-4e4b-8043-7eb0d840aa1a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:13.220240 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.311049 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.313202 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.367369 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.367823 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:34:13.373028 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.376400 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-72ca8cd6-8c7a-490b-a645-26bcbfe2e242 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b5a1e04c-76f7-4149-8d7e-9f2c93f4f3a6 HTTP/1.1" status: 204 len: 168 time: 0.8418174 Aug 10 14:34:13.376641 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58880) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:13.424554 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c6c92a-1239-48c8-93b9-39ac57bfdf14 admin admin] Deleting subnet 3194a304-d17d-48df-a6d5-73fcc7ae07c9 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:34:13.428450 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1c6c92a-1239-48c8-93b9-39ac57bfdf14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.493177 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1c6c92a-1239-48c8-93b9-39ac57bfdf14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4254329'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.594405 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1c6c92a-1239-48c8-93b9-39ac57bfdf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.651815 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1c6c92a-1239-48c8-93b9-39ac57bfdf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4255071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6237532'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.678589 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6c92a-1239-48c8-93b9-39ac57bfdf14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3194a304-d17d-48df-a6d5-73fcc7ae07c9,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:13.683219 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-a1c6c92a-1239-48c8-93b9-39ac57bfdf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.685126 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-a1c6c92a-1239-48c8-93b9-39ac57bfdf14 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3194a304-d17d-48df-a6d5-73fcc7ae07c9 HTTP/1.1" status: 204 len: 168 time: 0.3075483 Aug 10 14:34:13.687614 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58882) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:13.689199 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464cf400-2d39-483d-bdd1-9c2096811235 None None] Network 18a4151f-40dd-4a55-9866-a9c72ea0e41f requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:34:13.763197 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.826879 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Deleting port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:13.827266 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.876087 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 08108391-f1c9-4f56-8d96-75f496712f8a no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:13.901009 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] DHCP port deletion for 18a4151f-40dd-4a55-9866-a9c72ea0e41f request from dv-cinder-799668-5-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:34:13.904226 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 08108391-f1c9-4f56-8d96-75f496712f8a {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:13.904636 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 08108391-f1c9-4f56-8d96-75f496712f8a not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:13.907686 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] For port b2a4fabd-1b23-4918-91aa-f2f59250b4d1, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,segment=NetworkSegment(6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c),segment_id=6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:13.908541 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:13.924209 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Calling delete_port for b2a4fabd-1b23-4918-91aa-f2f59250b4d1 owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:13.951876 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] Deleting port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:13.952935 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.021333 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.026790 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] For port b2a4fabd-1b23-4918-91aa-f2f59250b4d1, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,segment=NetworkSegment(6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c),segment_id=6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:14.027357 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.043548 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] Calling delete_port for b2a4fabd-1b23-4918-91aa-f2f59250b4d1 owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:14.049324 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] No DVR routers for this DVR port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 on host dv-cinder-799668-5-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:34:14.053741 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:14.130889 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.133440 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.144949 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a4151f-40dd-4a55-9866-a9c72ea0e41f']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:14.160759 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:14.161060 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e821a7d-e4d2-4e04-b0e7-ce48a9f71c0c') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:14.163530 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] Pushing event deleted for resources: {'Port': ['ID=b2a4fabd-1b23-4918-91aa-f2f59250b4d1,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:14.170973 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188d8ef-1948-4251-9db5-5289036794a5 None None] No DVR routers for this DVR port b2a4fabd-1b23-4918-91aa-f2f59250b4d1 on host dv-cinder-799668-5-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:34:14.173147 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4254208'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.190829 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.197944 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:34:14.198341 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4255157'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: Traceback (most recent call last): Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: timer() Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: cb(*args, **kw) Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: return func(*args, **kwargs) Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: self._notify() Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: self.callback(batched_events) Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: event.method(event) Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: return f(self, *a, **k) Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._get(url).json() Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:34:14.200014 dv-cinder-799668-5-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:34:14.258849 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.265510 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.266616 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/18a4151f-40dd-4a55-9866-a9c72ea0e41f HTTP/1.1" status: 204 len: 168 time: 0.5780547 Aug 10 14:34:14.279261 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6d4aa-0c5d-4787-98d4-5257466311a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=18a4151f-40dd-4a55-9866-a9c72ea0e41f,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:14.384421 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58888) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:14.425242 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ebd77223-2bf2-44f2-9c16-a69a8e28a27a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe90e58b6be84abbafd17daeea8ef195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395589 Aug 10 14:34:14.427809 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58890) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:14.478887 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2393-caaa-4337-91d9-6a3e7f1eff59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.510149 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2393-caaa-4337-91d9-6a3e7f1eff59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.559137 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2393-caaa-4337-91d9-6a3e7f1eff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.562016 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2393-caaa-4337-91d9-6a3e7f1eff59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:14.563037 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0c5f2393-caaa-4337-91d9-6a3e7f1eff59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/531540ef-5551-4056-843d-2b26d10e99f5 HTTP/1.1" status: 204 len: 168 time: 0.1342707 Aug 10 14:34:14.572783 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f2393-caaa-4337-91d9-6a3e7f1eff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531540ef-5551-4056-843d-2b26d10e99f5,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:14.888204 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58898) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:14.927409 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0b4aac5a-9cbd-4ac9-9574-c9684619d4e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91dfb639edef4b11b528666712eb3f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380476 Aug 10 14:34:14.929866 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58900) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:14.980901 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec9f8-78e6-4418-b8a3-24e77ebac9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:15.002173 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec9f8-78e6-4418-b8a3-24e77ebac9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:15.050621 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec9f8-78e6-4418-b8a3-24e77ebac9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:15.053481 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec9f8-78e6-4418-b8a3-24e77ebac9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:15.054696 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-2f1ec9f8-78e6-4418-b8a3-24e77ebac9ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3c3bb94-5764-4174-b6f0-62f08581a8fc HTTP/1.1" status: 204 len: 168 time: 0.1235955 Aug 10 14:34:15.062383 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ec9f8-78e6-4418-b8a3-24e77ebac9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c3bb94-5764-4174-b6f0-62f08581a8fc,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:15.514359 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 06475cde-a793-4e4b-8043-7eb0d840aa1a no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:15.533623 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: 06475cde-a793-4e4b-8043-7eb0d840aa1a {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:15.533966 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device 06475cde-a793-4e4b-8043-7eb0d840aa1a not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:15.534409 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device b2a4fabd-1b23-4918-91aa-f2f59250b4d1 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:15.552848 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: b2a4fabd-1b23-4918-91aa-f2f59250b4d1 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:15.553236 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device b2a4fabd-1b23-4918-91aa-f2f59250b4d1 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:25.840228 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-b9587483-c6e9-47e0-bb46-8d1162747ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:28.612803 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e6eeeaac-d879-4ded-93a9-9171f8326177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:28.755520 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:29.922419 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:31.611376 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:39.452633 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:39.769064 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:34:55.842222 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-35b07774-4429-4dd4-b2e0-8fc268fcc2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:58.602717 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-741b7d39-52d4-47a2-a373-00d2efd2b552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:58.757670 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:59.926012 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:01.615952 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:09.465626 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:11.316506 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58914) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:11.472968 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Deleting port 3fbd96fd-5377-41d9-af3f-6dafec3a85f9 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:11.473313 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:11.557720 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:11.557720 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:11.570148 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Calling delete_port for 3fbd96fd-5377-41d9-af3f-6dafec3a85f9 owned by network:floatingip {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:11.728734 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:11.755530 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event deleted for resources: {'Port': ['ID=3fbd96fd-5377-41d9-af3f-6dafec3a85f9,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:11.783677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.784029 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.784375 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.784715 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.785055 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.785388 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.785719 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.786076 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.786410 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.786735 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.787062 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.787390 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:11.828692 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for floatingip, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:11.828919 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.db.l3_db [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Floating IP c4d30e55-1e4e-4103-82a0-4c4b20634b15 disassociated (deleted). External IP: 172.27.3.162, port: ec10a8c1-bd7d-4f69-bbda-8bd0089c7847. Aug 10 14:35:12.046272 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Router 670c6d67-ab2e-44b9-b74a-f98378b46cfe has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:12.159687 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:12.165507 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for floatingip, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:12.170129 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] Sync routers for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:12.179778 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:12.180591 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:12.196720 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-18c86a1c-e879-4039-9c2f-132e87ac167f tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "DELETE /v2.0/floatingips/c4d30e55-1e4e-4103-82a0-4c4b20634b15 HTTP/1.1" status: 204 len: 168 time: 0.8778286 Aug 10 14:35:12.197369 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'}] {{(pid=93343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:12.201100 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cc818bfa95a2c50c69d1f896c221e649ce7f1723dfc1f593e5f19a35a6c803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88017197-79e7-400f-8ae8-c14fc18a54ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847"}]}' {{(pid=93343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:12.298226 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:12.450628 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3cc0da-0c2f-44a5-bd47-6968aaa83873 x-openstack-request-id: req-ec3cc0da-0c2f-44a5-bd47-6968aaa83873 {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:12.451140 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847", "status": "completed", "code": 200}]} {{(pid=93343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:12.451140 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec3cc0da-0c2f-44a5-bd47-6968aaa83873 {{(pid=93343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:12.451641 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'status': 'completed', 'code': 200} Aug 10 14:35:12.465169 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560853a-4e20-4d69-a1e3-68d6b7eca2c5 req-9f0c9f86-0c9c-4703-bbce-343094841c1a tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:12.466758 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f560853a-4e20-4d69-a1e3-68d6b7eca2c5 req-9f0c9f86-0c9c-4703-bbce-343094841c1a tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0644364 Aug 10 14:35:12.509193 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f560853a-4e20-4d69-a1e3-68d6b7eca2c5 req-ac3485cb-135a-49c3-94a2-fe10d4f41c2c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356264 Aug 10 14:35:12.534235 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:12.543025 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-ee901118-7c0b-4127-9731-3ea5997c92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:12.544536 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-ee901118-7c0b-4127-9731-3ea5997c92bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 1098 time: 0.0486898 Aug 10 14:35:12.562094 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] Checking router: 670c6d67-ab2e-44b9-b74a-f98378b46cfe for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:12.571766 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:12.572443 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:12.646027 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-d7aff016-92ae-4387-bf30-13e770dcc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:12.647549 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-d7aff016-92ae-4387-bf30-13e770dcc884 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 200 len: 909 time: 0.0953798 Aug 10 14:35:12.691839 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:12.697014 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-7b0066a4-c4ff-40a5-935c-d0383a30baa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 200 len: 217 time: 0.0414429 Aug 10 14:35:12.750918 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-1fcdaf77-4217-40c4-ad52-26643ecf097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:12.752586 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-1fcdaf77-4217-40c4-ad52-26643ecf097e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c HTTP/1.1" status: 200 len: 847 time: 0.0486293 Aug 10 14:35:12.804073 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-b1e84a9e-b900-424f-8b4f-f04b57aea2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:12.806590 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-b1e84a9e-b900-424f-8b4f-f04b57aea2e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b025577-c09b-4c7a-96af-69b481834a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461254 Aug 10 14:35:12.907773 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-3188cdab-6b81-48c6-b28d-d00e57c6421e service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929275 Aug 10 14:35:12.925445 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:12.952920 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5ec8d-1fc3-4ebe-8f3b-343dee7b9015 None None] The sync data for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi is: [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi', '_interfaces': [{'id': 'ce2caa8b-2f5b-437c-879a-e22b1ad94748', 'name': '', 'network_id': '9b025577-c09b-4c7a-96af-69b481834a47', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'mac_address': 'fa:16:3e:71:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:32Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'subnets': [{'id': 'aaddf4c9-623d-4df4-a1c8-034b4bf53f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:13.008495 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-88017197-79e7-400f-8ae8-c14fc18a54ad req-49be2a02-a7fe-48ce-add8-db756e24f3f4 service neutron] 10.222.0.46 "GET /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931568 Aug 10 14:35:13.173791 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c68fdd3-807c-47ce-bfd3-4347cf9c6422 None None] New status for floating IP c4d30e55-1e4e-4103-82a0-4c4b20634b15: DOWN {{(pid=93345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:35:13.628829 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c4bc-4272-4bd6-a5e8-1db7d76e6fa2 req-0361b4a1-d23c-4747-be15-b95777c35ad2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:13.630351 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f417c4bc-4272-4bd6-a5e8-1db7d76e6fa2 req-0361b4a1-d23c-4747-be15-b95777c35ad2 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0498788 Aug 10 14:35:13.672475 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-f417c4bc-4272-4bd6-a5e8-1db7d76e6fa2 req-698b4556-35df-40e8-b525-be0a0e599170 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a533a3e-25a6-44c7-914e-09bbdf40b34a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350726 Aug 10 14:35:14.157869 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-79fd532e-3bee-40fc-9138-ea73649b4f6c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:14.159407 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-79fd532e-3bee-40fc-9138-ea73649b4f6c tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 945 time: 0.0497134 Aug 10 14:35:14.257508 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Deleting port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:14.258415 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.358963 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] For port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:14.359333 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.376199 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Calling delete_port for ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 owned by compute:nova {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:14.527414 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.556857 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event deleted for resources: {'Port': ['ID=ec10a8c1-bd7d-4f69-bbda-8bd0089c7847,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:14.568937 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.569379 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.569606 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.569951 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.570393 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.570743 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.571027 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.571346 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.571669 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.571986 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.572305 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.572873 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:14.622216 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] No DVR routers for this DVR port ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 on host hv-cinder-79966 {{(pid=93342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:14.625921 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2004081'] for port, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.629261 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [req-62cb1eee-27aa-40ba-a9c8-2a97061591d5 req-2475cb43-b813-494b-b40e-8ca2e9044c99 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.46 "DELETE /v2.0/ports/ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 HTTP/1.1" status: 204 len: 173 time: 0.4639707 Aug 10 14:35:14.629895 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'name': 'network-vif-deleted', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847'}] {{(pid=93342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:14.633783 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36be87dd3b36e66e1e25efbacdbe3f3219e62cf0734bc8183aab7486d98e70a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a527b3-0314-4a6f-a4dc-8766eb475409" -d '{"events": [{"server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "name": "network-vif-deleted", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847"}]}' {{(pid=93342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:14.689963 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd63bc55-fcf4-47bf-a17f-1417e84f9cb3 x-openstack-request-id: req-cd63bc55-fcf4-47bf-a17f-1417e84f9cb3 {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:14.690553 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f594b31-8509-4806-a6e3-27e75af807ed", "name": "network-vif-deleted", "tag": "ec10a8c1-bd7d-4f69-bbda-8bd0089c7847", "status": "completed", "code": 200}]} {{(pid=93342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:14.690824 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd63bc55-fcf4-47bf-a17f-1417e84f9cb3 {{(pid=93342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:14.691219 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f594b31-8509-4806-a6e3-27e75af807ed', 'name': 'network-vif-deleted', 'tag': 'ec10a8c1-bd7d-4f69-bbda-8bd0089c7847', 'status': 'completed', 'code': 200} Aug 10 14:35:14.775777 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [req-3a705933-7c65-4d6e-bb92-816802c59e49 req-d81e1469-5128-45e0-87ea-c3b80085e2e7 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f594b31-8509-4806-a6e3-27e75af807ed HTTP/1.1" status: 200 len: 210 time: 0.0268300 Aug 10 14:35:15.834789 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58946) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:15.892384 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3b7e217b-4d9d-4f94-8dd8-bca2797e1435 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.917889 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3b7e217b-4d9d-4f94-8dd8-bca2797e1435 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.980629 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3b7e217b-4d9d-4f94-8dd8-bca2797e1435 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.983596 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-3b7e217b-4d9d-4f94-8dd8-bca2797e1435 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.984768 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-3b7e217b-4d9d-4f94-8dd8-bca2797e1435 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] 10.222.0.44 "DELETE /v2.0/security-groups/8a533a3e-25a6-44c7-914e-09bbdf40b34a HTTP/1.1" status: 204 len: 168 time: 0.1490107 Aug 10 14:35:15.995596 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e217b-4d9d-4f94-8dd8-bca2797e1435 tempest-TestShelveInstance-649781441 tempest-TestShelveInstance-649781441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a533a3e-25a6-44c7-914e-09bbdf40b34a,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:16.028686 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58950) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:16.380610 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.622571 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Deleting port ce2caa8b-2f5b-437c-879a-e22b1ad94748 {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:16.622902 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.701671 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] For port ce2caa8b-2f5b-437c-879a-e22b1ad94748, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=ce2caa8b-2f5b-437c-879a-e22b1ad94748,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:16.701945 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.713719 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Calling delete_port for ce2caa8b-2f5b-437c-879a-e22b1ad94748 owned by network:router_interface {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:16.767350 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:35:16.886825 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.911591 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2caa8b-2f5b-437c-879a-e22b1ad94748,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:17.075037 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.281052 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Router 670c6d67-ab2e-44b9-b74a-f98378b46cfe has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:17.641202 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:17.646930 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-61aeaf1c-8cb3-47e5-b9f8-b47cb32f4229 admin admin] 10.222.0.44 "PUT /v2.0/routers/670c6d67-ab2e-44b9-b74a-f98378b46cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6163824 Aug 10 14:35:17.649215 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58952) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:17.650065 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] Sync routers for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:17.660409 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:17.661014 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:17.753498 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.764959 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: dv-cinder-799668-5-iscsi {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:17.855271 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.086287 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:35:16Z', 'revision_number': 5, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port': {'id': 'b5d8f629-b496-46b5-a34e-3c3b2b73b683', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:28Z', 'updated_at': '2021-08-10T14:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:18.116207 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] Checking router: 670c6d67-ab2e-44b9-b74a-f98378b46cfe for host: dv-cinder-799668-5-iscsi {{(pid=93344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:18.125799 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] Routers {'670c6d67-ab2e-44b9-b74a-f98378b46cfe'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:18.126465 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'], 'active': True} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:18.176532 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Deleting port b5d8f629-b496-46b5-a34e-3c3b2b73b683 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:18.176931 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.212631 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvr_db [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] Set router 670c6d67-ab2e-44b9-b74a-f98378b46cfe gateway port host: None {{(pid=93344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:18.254848 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] For port b5d8f629-b496-46b5-a34e-3c3b2b73b683, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=b5d8f629-b496-46b5-a34e-3c3b2b73b683,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:18.255212 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.264915 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_hamode_db [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:35:17Z', 'revision_number': 6, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:18.267513 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Calling delete_port for b5d8f629-b496-46b5-a34e-3c3b2b73b683 owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:18.295255 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1f0fa-8e20-4d7d-be33-4dd146a69cb8 None None] The sync data for ids ['670c6d67-ab2e-44b9-b74a-f98378b46cfe'] in dv-cinder-799668-5-iscsi is: [{'id': '670c6d67-ab2e-44b9-b74a-f98378b46cfe', 'name': 'tempest-TestShelveInstance-216499765-router', 'tenant_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:27Z', 'updated_at': '2021-08-10T14:35:17Z', 'revision_number': 6, 'project_id': 'dbd57cdbed9b4cc7a1d25cdd638476d6', 'gw_port_host': None}] {{(pid=93344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:18.431014 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.458897 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d8f629-b496-46b5-a34e-3c3b2b73b683,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:18.518774 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.606375 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.608455 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.656677 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.657420 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 670c6d67-ab2e-44b9-b74a-f98378b46cfe {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:35:18.661577 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.662802 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-2ec88474-cfbc-4927-b348-c27f42f2b7b0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/670c6d67-ab2e-44b9-b74a-f98378b46cfe HTTP/1.1" status: 204 len: 168 time: 1.0125577 Aug 10 14:35:18.666182 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58954) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:18.721965 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b459832f-30fb-42ad-b3ab-8aeb552b34f2 admin admin] Deleting subnet aaddf4c9-623d-4df4-a1c8-034b4bf53f7c {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:35:18.725216 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b459832f-30fb-42ad-b3ab-8aeb552b34f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.761368 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b459832f-30fb-42ad-b3ab-8aeb552b34f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4254329'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.863775 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b459832f-30fb-42ad-b3ab-8aeb552b34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.927513 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b459832f-30fb-42ad-b3ab-8aeb552b34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4255071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6237532'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.959718 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459832f-30fb-42ad-b3ab-8aeb552b34f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaddf4c9-623d-4df4-a1c8-034b4bf53f7c,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:18.962647 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-b459832f-30fb-42ad-b3ab-8aeb552b34f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.964428 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-b459832f-30fb-42ad-b3ab-8aeb552b34f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aaddf4c9-623d-4df4-a1c8-034b4bf53f7c HTTP/1.1" status: 204 len: 168 time: 0.2971873 Aug 10 14:35:18.967844 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58956) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:18.969033 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7b902-4b00-4c2b-9429-32b02e3afbe6 None None] Network 9b025577-c09b-4c7a-96af-69b481834a47 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:35:19.046528 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.092544 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:19.114679 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Deleting port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:19.115021 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.120170 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-c93379f6-03bd-430e-8afa-658653139989 None None] No Port match for: ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:19.120506 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Device ec10a8c1-bd7d-4f69-bbda-8bd0089c7847 not bound to the agent host hv-cinder-79966 {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:19.191339 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] For port dc287964-e3e8-4e6a-80b5-04a58ee50ad8, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:19.191707 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.205649 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Calling delete_port for dc287964-e3e8-4e6a-80b5-04a58ee50ad8 owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:19.213994 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] DHCP port deletion for 9b025577-c09b-4c7a-96af-69b481834a47 request from dv-cinder-799668-5-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:35:19.262315 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Deleting port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:19.262702 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.291892 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.317752 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:19.324531 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] No DVR routers for this DVR port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 on host dv-cinder-799668-5-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:19.326177 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] For port dc287964-e3e8-4e6a-80b5-04a58ee50ad8, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,segment=NetworkSegment(874eb35c-9ab1-4cff-9418-35d45de63605),segment_id=874eb35c-9ab1-4cff-9418-35d45de63605)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:19.326584 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.340350 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Calling delete_port for dc287964-e3e8-4e6a-80b5-04a58ee50ad8 owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:19.398225 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.408197 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b025577-c09b-4c7a-96af-69b481834a47']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:19.418527 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874eb35c-9ab1-4cff-9418-35d45de63605') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:19.418817 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874eb35c-9ab1-4cff-9418-35d45de63605') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:19.426431 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.428270 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4254208'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.444522 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.451728 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:35:19.452393 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4255157'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.452566 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Pushing event deleted for resources: {'Port': ['ID=dc287964-e3e8-4e6a-80b5-04a58ee50ad8,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: Traceback (most recent call last): Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: timer() Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: cb(*args, **kw) Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: return func(*args, **kwargs) Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: self._notify() Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: self.callback(batched_events) Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: event.method(event) Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: return f(self, *a, **k) Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._get(url).json() Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:35:19.454359 dv-cinder-799668-5-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:35:19.456676 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] No DVR routers for this DVR port dc287964-e3e8-4e6a-80b5-04a58ee50ad8 on host dv-cinder-799668-5-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:19.466316 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.466316 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.466316 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.466316 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.466316 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.466316 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.466316 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.467435 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.467767 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.467938 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.468302 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.469362 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76fd85e-b4c7-40a3-a989-00b4a171146a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-5-iscsi {{(pid=93344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:19.522288 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.527932 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:19.530026 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] 10.222.0.44 "DELETE /v2.0/networks/9b025577-c09b-4c7a-96af-69b481834a47 HTTP/1.1" status: 204 len: 168 time: 0.5610549 Aug 10 14:35:19.533064 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58958) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:19.542680 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e06acb-8a65-4019-af30-e3d1c9c0195d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b025577-c09b-4c7a-96af-69b481834a47,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:19.566361 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device dc287964-e3e8-4e6a-80b5-04a58ee50ad8 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:19.586614 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: dc287964-e3e8-4e6a-80b5-04a58ee50ad8 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:19.586960 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device dc287964-e3e8-4e6a-80b5-04a58ee50ad8 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:19.587384 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device b5d8f629-b496-46b5-a34e-3c3b2b73b683 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:19.606070 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: b5d8f629-b496-46b5-a34e-3c3b2b73b683 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:19.606420 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device b5d8f629-b496-46b5-a34e-3c3b2b73b683 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:19.606838 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device ce2caa8b-2f5b-437c-879a-e22b1ad94748 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:19.625406 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: ce2caa8b-2f5b-437c-879a-e22b1ad94748 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:19.625745 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device ce2caa8b-2f5b-437c-879a-e22b1ad94748 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:19.887162 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1668504'] for router_interface, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.137324 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Deleting port abc494d0-5382-4881-9a77-a3604efb1ebf {{(pid=93342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:20.137574 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.218456 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.db [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] For port abc494d0-5382-4881-9a77-a3604efb1ebf, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=abc494d0-5382-4881-9a77-a3604efb1ebf,segment=NetworkSegment(4fa7a62d-f28b-4105-8208-89beb79a30e1),segment_id=4fa7a62d-f28b-4105-8208-89beb79a30e1)] {{(pid=93342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:20.218816 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.232318 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.plugins.ml2.plugin [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Calling delete_port for abc494d0-5382-4881-9a77-a3604efb1ebf owned by network:router_interface {{(pid=93342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:20.432278 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5341411'] for port, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.460322 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc494d0-5382-4881-9a77-a3604efb1ebf,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:20.641691 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495912'] for router_interface, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.849674 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Router bcba1580-b098-4514-8e8c-b7238317fa6e has already been hosted by L3 agent c9b55c2c-e262-4fea-b5dd-fd9c56656a59 {{(pid=93342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:20.953788 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] Notify agent at l3_agent.dv-cinder-799668-5-iscsi the message routers_updated {{(pid=93342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:20.958848 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-03d461ab-f3c9-4f88-9d07-f8827b4eb208 admin admin] 10.222.0.44 "PUT /v2.0/routers/bcba1580-b098-4514-8e8c-b7238317fa6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4240296 Aug 10 14:35:20.961561 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58960) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:20.962391 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] Sync routers for ids ['bcba1580-b098-4514-8e8c-b7238317fa6e'] in dv-cinder-799668-5-iscsi {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:20.972362 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] Routers {'bcba1580-b098-4514-8e8c-b7238317fa6e'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:20.972975 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['bcba1580-b098-4514-8e8c-b7238317fa6e'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:21.066229 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks [] for router, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.075052 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] Set router bcba1580-b098-4514-8e8c-b7238317fa6e gateway port host: dv-cinder-799668-5-iscsi {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:21.168061 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.219282 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Deleting port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:21.219620 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.245866 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'external_fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:35:20Z', 'revision_number': 5, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port': {'id': 'a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662', 'name': '', 'network_id': '7a4eaabe-d500-42fa-8a61-558d926136cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '748ac393-0525-4853-9bd6-1c906a631462', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:38Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '748ac393-0525-4853-9bd6-1c906a631462', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-5-iscsi'}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:21.270648 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] Checking router: bcba1580-b098-4514-8e8c-b7238317fa6e for host: dv-cinder-799668-5-iscsi {{(pid=93345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:21.279404 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] Routers {'bcba1580-b098-4514-8e8c-b7238317fa6e'} bound to L3 agent in host dv-cinder-799668-5-iscsi {{(pid=93345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:21.280039 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:14:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-799668-5-iscsi',id=c9b55c2c-e262-4fea-b5dd-fd9c56656a59,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:14:29Z,topic='l3_agent')) {'router_ids': ['bcba1580-b098-4514-8e8c-b7238317fa6e'], 'active': True} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:21.301419 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] For port a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662,segment=NetworkSegment(87fec991-6493-43e5-bea6-f815bb099073),segment_id=87fec991-6493-43e5-bea6-f815bb099073)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:21.301780 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.314820 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Calling delete_port for a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 owned by network:router_gateway {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:21.365269 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_dvr_db [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] Set router bcba1580-b098-4514-8e8c-b7238317fa6e gateway port host: None {{(pid=93345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:21.419004 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.l3_hamode_db [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:35:21Z', 'revision_number': 6, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port_host': None}], 'dv-cinder-799668-5-iscsi', False) {} {{(pid=93345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:21.447145 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f489ef-296e-43f6-af4f-5cbb78b7c3d6 None None] The sync data for ids ['bcba1580-b098-4514-8e8c-b7238317fa6e'] in dv-cinder-799668-5-iscsi is: [{'id': 'bcba1580-b098-4514-8e8c-b7238317fa6e', 'name': 'tempest-TestShelveInstance-2024288291-router', 'tenant_id': '3a08d560cc464981b4958370e1613bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:37Z', 'updated_at': '2021-08-10T14:35:21Z', 'revision_number': 6, 'project_id': '3a08d560cc464981b4958370e1613bc8', 'gw_port_host': None}] {{(pid=93345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:21.492577 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.519772 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:21.579472 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-497358'] for router_gateway, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.670721 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-495162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40874'] for router, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.672731 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.716168 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-495139'] for router, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.716906 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcba1580-b098-4514-8e8c-b7238317fa6e {{(pid=93343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:35:21.721696 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] Notify callbacks [] for router, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.722890 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-444ca9ad-1d86-4aa3-b6aa-74125dada76c admin admin] 10.222.0.44 "DELETE /v2.0/routers/bcba1580-b098-4514-8e8c-b7238317fa6e HTTP/1.1" status: 204 len: 168 time: 0.7602873 Aug 10 14:35:21.725369 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58962) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:21.768879 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9f023a-2817-4064-b4f1-9c6b0577991c admin admin] Deleting subnet 243a2ecc-e122-4902-84c2-7d2adee91097 {{(pid=93343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:35:21.771848 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f023a-2817-4064-b4f1-9c6b0577991c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.816472 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f023a-2817-4064-b4f1-9c6b0577991c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4254329'] for subnet, precommit_delete_associations {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.920078 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device abc494d0-5382-4881-9a77-a3604efb1ebf no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:21.922981 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f023a-2817-4064-b4f1-9c6b0577991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1535810'] for subnet, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.942504 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: abc494d0-5382-4881-9a77-a3604efb1ebf {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:21.943452 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device abc494d0-5382-4881-9a77-a3604efb1ebf not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:21.976857 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f023a-2817-4064-b4f1-9c6b0577991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1535803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1689921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4255071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6237532'] for subnet, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.002591 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f023a-2817-4064-b4f1-9c6b0577991c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243a2ecc-e122-4902-84c2-7d2adee91097,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:22.005989 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-ba9f023a-2817-4064-b4f1-9c6b0577991c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for subnet, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.007973 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-ba9f023a-2817-4064-b4f1-9c6b0577991c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/243a2ecc-e122-4902-84c2-7d2adee91097 HTTP/1.1" status: 204 len: 168 time: 0.2815821 Aug 10 14:35:22.010623 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58964) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:22.012499 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc73e351-3188-4556-8ae9-1a55cb788636 None None] Network 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 requested from dv-cinder-799668-5-iscsi {{(pid=93344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:35:22.081596 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-566922'] for network, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.135508 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Deleting port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 {{(pid=93343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:22.135852 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.203945 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.db [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] For port fea271f6-f7ca-4b5b-921d-187d1d1a68d4, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,segment=NetworkSegment(4fa7a62d-f28b-4105-8208-89beb79a30e1),segment_id=4fa7a62d-f28b-4105-8208-89beb79a30e1)] {{(pid=93343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:22.204184 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.218837 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Calling delete_port for fea271f6-f7ca-4b5b-921d-187d1d1a68d4 owned by network:dhcp {{(pid=93343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:22.243559 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] DHCP port deletion for 740a71e2-2267-42c5-838d-d5e2a8ccc5e7 request from dv-cinder-799668-5-iscsi {{(pid=93344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:35:22.292913 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] Deleting port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 {{(pid=93344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:22.293286 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758701765425'] for port, before_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.306539 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4255082'] for port, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.332567 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Pushing event deleted for resources: {'Port': ['ID=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:22.336092 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] No DVR routers for this DVR port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 on host dv-cinder-799668-5-iscsi {{(pid=93343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:22.363028 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.db [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] For port fea271f6-f7ca-4b5b-921d-187d1d1a68d4, host dv-cinder-799668-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-5-iscsi',level=0,port_id=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,segment=NetworkSegment(4fa7a62d-f28b-4105-8208-89beb79a30e1),segment_id=4fa7a62d-f28b-4105-8208-89beb79a30e1)] {{(pid=93344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:22.363592 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517034'] for port, precommit_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.377648 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] Calling delete_port for fea271f6-f7ca-4b5b-921d-187d1d1a68d4 owned by network:dhcp {{(pid=93344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:22.410632 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1533643', 'neutron.services.segments.db._delete_segments_for_network-8758701940592'] for network, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.420562 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740a71e2-2267-42c5-838d-d5e2a8ccc5e7']}} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:22.431898 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa7a62d-f28b-4105-8208-89beb79a30e1') {'for_net_delete': True} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:22.432191 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.services.segments.db [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa7a62d-f28b-4105-8208-89beb79a30e1') {} {{(pid=93343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:22.441760 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758701943673', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4254208'] for segment, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.458911 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718'] for segment, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.464517 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1978073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758701770891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758701380118'] for port, after_delete {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.465031 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=93343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:35:22.465421 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1534718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4255157'] for segment, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: Traceback (most recent call last): Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: timer() Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: cb(*args, **kw) Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: return func(*args, **kwargs) Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: self._notify() Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: self.callback(batched_events) Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: event.method(event) Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: return f(self, *a, **k) Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._get(url).json() Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: return self.request(url, 'GET', **kwargs) Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:35:22.467068 dv-cinder-799668-5-iscsi neutron-server[93343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:35:22.491571 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] Pushing event deleted for resources: {'Port': ['ID=fea271f6-f7ca-4b5b-921d-187d1d1a68d4,revision_number=None']} {{(pid=93344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:22.496340 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ee6ca-258e-4aeb-ad51-ba7b8fae38b3 None None] No DVR routers for this DVR port fea271f6-f7ca-4b5b-921d-187d1d1a68d4 on host dv-cinder-799668-5-iscsi {{(pid=93344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:22.526398 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1533632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-497322'] for network, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.532419 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616920'] for network, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.537617 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] 10.222.0.44 "DELETE /v2.0/networks/740a71e2-2267-42c5-838d-d5e2a8ccc5e7 HTTP/1.1" status: 204 len: 168 time: 0.5257058 Aug 10 14:35:22.549598 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ad4bd-26db-4114-90fd-71fb92b2936b admin admin] Pushing event deleted for resources: {'Network': ['ID=740a71e2-2267-42c5-838d-d5e2a8ccc5e7,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:22.746414 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58968) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:22.785307 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-0c6d087c-b2ca-46f8-9749-0274adba8647 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbd57cdbed9b4cc7a1d25cdd638476d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376444 Aug 10 14:35:22.787806 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.wsgi [-] (93343) accepted ('10.222.0.44', 58970) {{(pid=93343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:22.842212 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed35e-f58a-47d4-b0ee-3ace802849e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.864200 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed35e-f58a-47d4-b0ee-3ace802849e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.910606 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed35e-f58a-47d4-b0ee-3ace802849e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.913133 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron_lib.callbacks.manager [None req-4b0ed35e-f58a-47d4-b0ee-3ace802849e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.914819 dv-cinder-799668-5-iscsi neutron-server[93343]: INFO neutron.wsgi [None req-4b0ed35e-f58a-47d4-b0ee-3ace802849e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69abba8d-b5aa-4334-bdfd-1fd680d97a9e HTTP/1.1" status: 204 len: 168 time: 0.1259937 Aug 10 14:35:22.926128 dv-cinder-799668-5-iscsi neutron-server[93343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ed35e-f58a-47d4-b0ee-3ace802849e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69abba8d-b5aa-4334-bdfd-1fd680d97a9e,revision_number=None']} {{(pid=93343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:23.255972 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58976) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:23.296383 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-63e6540a-8c61-41ca-8d63-d0c3504ba16f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a08d560cc464981b4958370e1613bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392470 Aug 10 14:35:23.298844 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.wsgi [-] (93342) accepted ('10.222.0.44', 58978) {{(pid=93342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:23.349119 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b196475-ddc7-425f-931a-b52285a4d22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.370407 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b196475-ddc7-425f-931a-b52285a4d22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.415879 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b196475-ddc7-425f-931a-b52285a4d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692085'] for security_group, after_delete {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.418573 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron_lib.callbacks.manager [None req-7b196475-ddc7-425f-931a-b52285a4d22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.419723 dv-cinder-799668-5-iscsi neutron-server[93342]: INFO neutron.wsgi [None req-7b196475-ddc7-425f-931a-b52285a4d22e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a773dfe0-cdac-4e54-bbf5-635253e1e11a HTTP/1.1" status: 204 len: 168 time: 0.1199975 Aug 10 14:35:23.427653 dv-cinder-799668-5-iscsi neutron-server[93342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b196475-ddc7-425f-931a-b52285a4d22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773dfe0-cdac-4e54-bbf5-635253e1e11a,revision_number=None']} {{(pid=93342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:23.550620 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device fea271f6-f7ca-4b5b-921d-187d1d1a68d4 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:23.570747 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: fea271f6-f7ca-4b5b-921d-187d1d1a68d4 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:23.571090 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device fea271f6-f7ca-4b5b-921d-187d1d1a68d4 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:23.571512 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 no longer exists at agent ovs-agent-dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:23.591291 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] No Port match for: a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 {{(pid=93344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:23.591657 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron.plugins.ml2.rpc [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Device a6afd30d-6bf2-4a0b-b1a1-c0f606a9b662 not bound to the agent host dv-cinder-799668-5-iscsi {{(pid=93344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:25.844232 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2b86a44d-58fa-4fa9-a88b-c2fd2a7c242e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.604677 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c5e4cf46-9d58-4bdf-8821-a92d7955124c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.759282 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.928077 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:31.618133 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.483367 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:53.766963 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:35:55.845939 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-3786c4d7-0786-47a4-a24f-7ab3c4d0a656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:58.607133 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-ae3c4499-c9e6-4f06-83eb-1044384693d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:58.764906 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:59.931650 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:01.622053 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:09.481693 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:25.847426 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f7446848-6460-45d7-9e7a-9c204aaf6f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.607121 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-f3d0e6c6-5f1c-463e-b485-96bc987c2f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.765324 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.934143 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:30.766115 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:36:31.625222 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.496189 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:55.848918 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7ca3-2239-4648-8785-e2b4a7384356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:58.608448 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-414a4b52-cc91-4cda-9325-f340af1719ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:58.766609 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:59.936696 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:01.627897 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:07.768748 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:37:09.511497 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:25.852030 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e9d54bf4-ba19-4dc1-8b8e-6842182967be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:28.609810 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-03397ca1-64d8-4122-8fa0-db8b1356bbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:28.766678 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:29.942459 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.631842 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:39.511481 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:44.771027 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:37:55.852988 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-e0485ccb-581a-4187-b7ff-0bbcd444a0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:58.610062 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-209bb136-00c1-4111-a1b1-28b7dcc51e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:58.767302 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:59.948032 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:01.634576 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:09.511100 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:21.770261 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:38:25.854870 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-8ab8df77-d7c7-4069-b9ab-9739ae1fc588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:28.609916 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1f7dce59-2ffd-4874-bcb4-f2377fdf3b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:28.767402 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:29.946191 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:31.636784 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:39.525303 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:55.855315 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-831e16da-f10f-4e82-8746-7b7aa7af20b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:58.613012 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-12b2f08c-e348-469e-8db5-88d41fd0b915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:58.768497 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:58.770775 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:38:59.948041 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:01.640992 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:09.525050 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:25.856022 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c7746897-4022-4734-917b-25216751c372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:28.615088 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-780bf75c-af99-4a36-88d9-cf558e3e1cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:28.769686 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:29.958097 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:31.644539 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:35.769922 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:39:39.540304 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:55.857116 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-bb2f38cd-8ddf-405f-a42b-c03f4974b759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:58.615181 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-1a5e76af-982c-486f-b596-29c7bf88421d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:58.770558 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:59.954788 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:01.646433 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:09.554586 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:12.768579 dv-cinder-799668-5-iscsi neutron-server[93345]: DEBUG neutron.db.agents_db [None req-dc8e564f-302c-42d9-b201-323fc73836ea None None] Agent healthcheck: found 6 active agents {{(pid=93345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:40:25.858172 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-91f07307-9717-44ca-91f5-2d1c102d51f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:28.614966 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-12bb6dde-2c5a-49be-a428-a9259b88e479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:28.771386 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-d7eb96c8-0d36-4774-a278-f3ae3e5ead7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:29.957030 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-2cdb1d40-3fdd-4c25-8647-81dc09ec7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:31.647647 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-db8d33b5-0275-44ab-aaca-a1f6b163445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:39.554539 dv-cinder-799668-5-iscsi neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-c93379f6-03bd-430e-8afa-658653139989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758701940484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1572437'] for agent, after_update {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}